<!-- HTML header for doxygen 1.8.9.1-->
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<meta name="generator" content="Doxygen 1.8.6"/>
<title>ROSS: core/tw-sched.c Source File</title>
<link href="tabs.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="dynsections.js"></script>
<link href="doxygen.css" rel="stylesheet" type="text/css" />
</head>
<body>
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
 <tbody>
 <tr style="height: 56px;">
  <td style="padding-left: 0.5em;">
   <a href="https://github.com/ROSS-org/ROSS">
   <div id="projectname">ROSS
   </div>
   </a>
  </td>
 </tr>
 </tbody>
</table>
</div>
<!-- end header part -->
<!-- Generated by Doxygen 1.8.6 -->
  <div id="navrow1" class="tabs">
    <ul class="tablist">
      <li><a href="index.html"><span>Main&#160;Page</span></a></li>
      <li><a href="pages.html"><span>Related&#160;Pages</span></a></li>
      <li><a href="annotated.html"><span>Data&#160;Structures</span></a></li>
      <li class="current"><a href="files.html"><span>Files</span></a></li>
    </ul>
  </div>
  <div id="navrow2" class="tabs2">
    <ul class="tablist">
      <li><a href="files.html"><span>File&#160;List</span></a></li>
      <li><a href="globals.html"><span>Globals</span></a></li>
    </ul>
  </div>
<div id="nav-path" class="navpath">
  <ul>
<li class="navelem"><a class="el" href="dir_af18cf245e3394ab3b436135935cfd6e.html">core</a></li>  </ul>
</div>
</div><!-- top -->
<div class="header">
  <div class="headertitle">
<div class="title">tw-sched.c</div>  </div>
</div><!--header-->
<div class="contents">
<a href="tw-sched_8c.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno">    1</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="ross_8h.html">ross.h</a>&gt;</span></div>
<div class="line"><a name="l00002"></a><span class="lineno">    2</span>&#160;<span class="comment"></span></div>
<div class="line"><a name="l00003"></a><span class="lineno">    3</span>&#160;<span class="comment">/**</span></div>
<div class="line"><a name="l00004"></a><span class="lineno">    4</span>&#160;<span class="comment"> * \brief Reset the event bitfield prior to entering the event handler</span></div>
<div class="line"><a name="l00005"></a><span class="lineno">    5</span>&#160;<span class="comment"> *  post-reverse - reset the bitfield so that a potential re-running of the</span></div>
<div class="line"><a name="l00006"></a><span class="lineno">    6</span>&#160;<span class="comment"> *  event is presented with a consistent bitfield state</span></div>
<div class="line"><a name="l00007"></a><span class="lineno">    7</span>&#160;<span class="comment"> *  NOTE: the size checks are to better support the experimental reverse</span></div>
<div class="line"><a name="l00008"></a><span class="lineno">    8</span>&#160;<span class="comment"> *  computation compiler, which can use a larger bitfield.</span></div>
<div class="line"><a name="l00009"></a><span class="lineno">    9</span>&#160;<span class="comment"> *  Courtesy of John P Jenkins</span></div>
<div class="line"><a name="l00010"></a><span class="lineno">   10</span>&#160;<span class="comment"> */</span></div>
<div class="line"><a name="l00011"></a><span class="lineno"><a class="line" href="tw-sched_8c.html#a7a172f12578f34ccf37ace58ca06eac6">   11</a></span>&#160;<span class="keyword">static</span> <span class="keyword">inline</span> <span class="keywordtype">void</span> <a class="code" href="tw-sched_8c.html#a7a172f12578f34ccf37ace58ca06eac6">reset_bitfields</a>(<a class="code" href="structtw__event.html">tw_event</a> *revent)</div>
<div class="line"><a name="l00012"></a><span class="lineno">   12</span>&#160;{</div>
<div class="line"><a name="l00013"></a><span class="lineno">   13</span>&#160;    memset(&amp;revent-&gt;<a class="code" href="structtw__event.html#ab29a363ffc4af436e28ea2e9c02d7856">cv</a>, 0, <span class="keyword">sizeof</span>(revent-&gt;<a class="code" href="structtw__event.html#ab29a363ffc4af436e28ea2e9c02d7856">cv</a>));</div>
<div class="line"><a name="l00014"></a><span class="lineno">   14</span>&#160;}</div>
<div class="line"><a name="l00015"></a><span class="lineno">   15</span>&#160;<span class="comment"></span></div>
<div class="line"><a name="l00016"></a><span class="lineno">   16</span>&#160;<span class="comment">/**</span></div>
<div class="line"><a name="l00017"></a><span class="lineno">   17</span>&#160;<span class="comment"> * Get all events out of my event queue and spin them out into</span></div>
<div class="line"><a name="l00018"></a><span class="lineno">   18</span>&#160;<span class="comment"> * the priority queue so they can be processed in time stamp</span></div>
<div class="line"><a name="l00019"></a><span class="lineno">   19</span>&#160;<span class="comment"> * order.</span></div>
<div class="line"><a name="l00020"></a><span class="lineno">   20</span>&#160;<span class="comment"> */</span></div>
<div class="line"><a name="l00021"></a><span class="lineno"><a class="line" href="tw-sched_8c.html#a0bb0520414480154343b267735636433">   21</a></span>&#160;<span class="keyword">static</span> <span class="keywordtype">void</span> <a class="code" href="tw-sched_8c.html#a0bb0520414480154343b267735636433">tw_sched_event_q</a>(<a class="code" href="structtw__pe.html">tw_pe</a> * me) {</div>
<div class="line"><a name="l00022"></a><span class="lineno">   22</span>&#160;    <a class="code" href="aarch64_8h.html#abcd6b97b84bebf1f961f85cd24b56c60">tw_clock</a>     start;</div>
<div class="line"><a name="l00023"></a><span class="lineno">   23</span>&#160;    <a class="code" href="structtw__kp.html">tw_kp</a>       *dest_kp;</div>
<div class="line"><a name="l00024"></a><span class="lineno">   24</span>&#160;    <a class="code" href="structtw__event.html">tw_event</a>    *cev;</div>
<div class="line"><a name="l00025"></a><span class="lineno">   25</span>&#160;    <a class="code" href="structtw__event.html">tw_event</a>    *nev;</div>
<div class="line"><a name="l00026"></a><span class="lineno">   26</span>&#160;</div>
<div class="line"><a name="l00027"></a><span class="lineno">   27</span>&#160;    <span class="keywordflow">while</span> (me-&gt;<a class="code" href="structtw__pe.html#a3164a458415135a6b5310d5f2394202a">event_q</a>.<a class="code" href="structtw__eventq.html#a0c96afb4c69e6f7bba7e72b1332dbd6e">size</a>) {</div>
<div class="line"><a name="l00028"></a><span class="lineno">   28</span>&#160;        cev = <a class="code" href="tw-eventq_8h.html#a15808ddde33bee012aeb05776a7da6b7">tw_eventq_pop_list</a>(&amp;me-&gt;<a class="code" href="structtw__pe.html#a3164a458415135a6b5310d5f2394202a">event_q</a>);</div>
<div class="line"><a name="l00029"></a><span class="lineno">   29</span>&#160;</div>
<div class="line"><a name="l00030"></a><span class="lineno">   30</span>&#160;        <span class="keywordflow">for</span> (; cev; cev = nev) {</div>
<div class="line"><a name="l00031"></a><span class="lineno">   31</span>&#160;            nev = cev-&gt;<a class="code" href="structtw__event.html#a4e59fdcbe04117541f00ec8711d3b750">next</a>;</div>
<div class="line"><a name="l00032"></a><span class="lineno">   32</span>&#160;</div>
<div class="line"><a name="l00033"></a><span class="lineno">   33</span>&#160;            <span class="keywordflow">if</span>(!cev-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#a6164e23fd9a6397de27abc5852f4b6c3">owner</a> || cev-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#a6164e23fd9a6397de27abc5852f4b6c3">owner</a> == <a class="code" href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a05a11a4e0b1503e282231d0ecf9c266d">TW_pe_free_q</a>) {</div>
<div class="line"><a name="l00034"></a><span class="lineno">   34</span>&#160;                <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;no owner!&quot;</span>);</div>
<div class="line"><a name="l00035"></a><span class="lineno">   35</span>&#160;            }</div>
<div class="line"><a name="l00036"></a><span class="lineno">   36</span>&#160;            <span class="keywordflow">if</span> (cev-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#aff6407fbf10d86926eae51f389ae3cba">cancel_q</a>) {</div>
<div class="line"><a name="l00037"></a><span class="lineno">   37</span>&#160;                cev-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#a6164e23fd9a6397de27abc5852f4b6c3">owner</a> = <a class="code" href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a04d8705c6bb4d827e03554c1737156ce">TW_pe_anti_msg</a>;</div>
<div class="line"><a name="l00038"></a><span class="lineno">   38</span>&#160;                cev-&gt;<a class="code" href="structtw__event.html#a4e59fdcbe04117541f00ec8711d3b750">next</a> = cev-&gt;<a class="code" href="structtw__event.html#adf9d923fa55a01e84d43ce33d1345764">prev</a> = NULL;</div>
<div class="line"><a name="l00039"></a><span class="lineno">   39</span>&#160;                <span class="keywordflow">continue</span>;</div>
<div class="line"><a name="l00040"></a><span class="lineno">   40</span>&#160;            }</div>
<div class="line"><a name="l00041"></a><span class="lineno">   41</span>&#160;</div>
<div class="line"><a name="l00042"></a><span class="lineno">   42</span>&#160;            <span class="keywordflow">switch</span> (cev-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#a6164e23fd9a6397de27abc5852f4b6c3">owner</a>) {</div>
<div class="line"><a name="l00043"></a><span class="lineno">   43</span>&#160;                <span class="keywordflow">case</span> <a class="code" href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a26a5d83ab76e077bf87d5e9a92fa5cf6">TW_pe_event_q</a>:</div>
<div class="line"><a name="l00044"></a><span class="lineno">   44</span>&#160;                    dest_kp = cev-&gt;<a class="code" href="structtw__event.html#afbd71fb6565dd9a4de0ad8e77e748c8a">dest_lp</a>-&gt;<a class="code" href="structtw__lp.html#a8028662b2668953fa9f49f2df7d00850">kp</a>;</div>
<div class="line"><a name="l00045"></a><span class="lineno">   45</span>&#160;</div>
<div class="line"><a name="l00046"></a><span class="lineno">   46</span>&#160;                    <span class="keywordflow">if</span> (<a class="code" href="ross_8h.html#a650bdf282bba8368dd3325bed7e12abc">TW_STIME_CMP</a>(dest_kp-&gt;<a class="code" href="structtw__kp.html#aabf1253aa1eb55c613a70fb3c9271117">last_time</a>, cev-&gt;<a class="code" href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">recv_ts</a>) &gt; 0) {</div>
<div class="line"><a name="l00047"></a><span class="lineno">   47</span>&#160;                        <span class="comment">/* cev is a straggler message which has arrived</span></div>
<div class="line"><a name="l00048"></a><span class="lineno">   48</span>&#160;<span class="comment">                        * after we processed events occuring after it.</span></div>
<div class="line"><a name="l00049"></a><span class="lineno">   49</span>&#160;<span class="comment">                        * We need to jump back to before cev&#39;s timestamp.</span></div>
<div class="line"><a name="l00050"></a><span class="lineno">   50</span>&#160;<span class="comment">                        */</span></div>
<div class="line"><a name="l00051"></a><span class="lineno">   51</span>&#160;                        start = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00052"></a><span class="lineno">   52</span>&#160;                        <a class="code" href="ross-extern_8h.html#a5b88c07fbc4f7810bdc676306013b513">tw_kp_rollback_to</a>(dest_kp, cev-&gt;<a class="code" href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">recv_ts</a>);</div>
<div class="line"><a name="l00053"></a><span class="lineno">   53</span>&#160;                        me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a94f3a9b746bc08e1bd11a971256bd98a">s_rollback</a> += <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - start;</div>
<div class="line"><a name="l00054"></a><span class="lineno">   54</span>&#160;                        <span class="keywordflow">if</span> (<a class="code" href="st-event-trace_8c.html#aa8f89edcf6adbbfc0b12f6376ca511c3">g_st_ev_trace</a> == <a class="code" href="st-instrumentation_8h.html#ab071ea22ad9c8846a677ec31ddad6018af921f2921bd23607b658a051b82f9ffc">RB_TRACE</a>)</div>
<div class="line"><a name="l00055"></a><span class="lineno">   55</span>&#160;                           <a class="code" href="st-event-trace_8c.html#a186f7512fd723e604b501b3ba256178b">st_collect_event_data</a>(cev, (<span class="keywordtype">double</span>)start / <a class="code" href="gtod_8c.html#a460e9a582762cd454d37d9d2704c3a67">g_tw_clock_rate</a>);</div>
<div class="line"><a name="l00056"></a><span class="lineno">   56</span>&#160;                    }</div>
<div class="line"><a name="l00057"></a><span class="lineno">   57</span>&#160;                    start = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00058"></a><span class="lineno">   58</span>&#160;                    <a class="code" href="splay_8c.html#a60a6784c1d092ff7ddf96cf6762d7b9e">tw_pq_enqueue</a>(me-&gt;<a class="code" href="structtw__pe.html#a90e1dbe51a084d6e02580667159e13ff">pq</a>, cev);</div>
<div class="line"><a name="l00059"></a><span class="lineno">   59</span>&#160;                    me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a63bdf31079607ac79020b3efb874dedd">s_pq</a> += <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - start;</div>
<div class="line"><a name="l00060"></a><span class="lineno">   60</span>&#160;                    <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00061"></a><span class="lineno">   61</span>&#160;</div>
<div class="line"><a name="l00062"></a><span class="lineno">   62</span>&#160;                <span class="keywordflow">default</span>:</div>
<div class="line"><a name="l00063"></a><span class="lineno">   63</span>&#160;                    <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;Event in event_q, but owner %d not recognized&quot;</span>, cev-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#a6164e23fd9a6397de27abc5852f4b6c3">owner</a>);</div>
<div class="line"><a name="l00064"></a><span class="lineno">   64</span>&#160;            }</div>
<div class="line"><a name="l00065"></a><span class="lineno">   65</span>&#160;        }</div>
<div class="line"><a name="l00066"></a><span class="lineno">   66</span>&#160;    }</div>
<div class="line"><a name="l00067"></a><span class="lineno">   67</span>&#160;}</div>
<div class="line"><a name="l00068"></a><span class="lineno">   68</span>&#160;<span class="comment"></span></div>
<div class="line"><a name="l00069"></a><span class="lineno">   69</span>&#160;<span class="comment">/**</span></div>
<div class="line"><a name="l00070"></a><span class="lineno">   70</span>&#160;<span class="comment"> * OPT: need to link events into canq in reverse order so</span></div>
<div class="line"><a name="l00071"></a><span class="lineno">   71</span>&#160;<span class="comment"> *      that when we rollback the 1st event, we should not</span></div>
<div class="line"><a name="l00072"></a><span class="lineno">   72</span>&#160;<span class="comment"> *  need to do any further rollbacks.</span></div>
<div class="line"><a name="l00073"></a><span class="lineno">   73</span>&#160;<span class="comment"> */</span></div>
<div class="line"><a name="l00074"></a><span class="lineno"><a class="line" href="tw-sched_8c.html#abe0eb975865f0cde7f2c2e3129bd18d7">   74</a></span>&#160;<span class="keyword">static</span> <span class="keywordtype">void</span> <a class="code" href="tw-sched_8c.html#abe0eb975865f0cde7f2c2e3129bd18d7">tw_sched_cancel_q</a>(<a class="code" href="structtw__pe.html">tw_pe</a> * me) {</div>
<div class="line"><a name="l00075"></a><span class="lineno">   75</span>&#160;    <a class="code" href="aarch64_8h.html#abcd6b97b84bebf1f961f85cd24b56c60">tw_clock</a>     start=0, pq_start;</div>
<div class="line"><a name="l00076"></a><span class="lineno">   76</span>&#160;    <a class="code" href="structtw__event.html">tw_event</a>    *cev;</div>
<div class="line"><a name="l00077"></a><span class="lineno">   77</span>&#160;    <a class="code" href="structtw__event.html">tw_event</a>    *nev;</div>
<div class="line"><a name="l00078"></a><span class="lineno">   78</span>&#160;</div>
<div class="line"><a name="l00079"></a><span class="lineno">   79</span>&#160;    start = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00080"></a><span class="lineno">   80</span>&#160;    <span class="keywordflow">while</span> (me-&gt;<a class="code" href="structtw__pe.html#a682bbfd605f12208413174e31220d26c">cancel_q</a>) {</div>
<div class="line"><a name="l00081"></a><span class="lineno">   81</span>&#160;        cev = me-&gt;<a class="code" href="structtw__pe.html#a682bbfd605f12208413174e31220d26c">cancel_q</a>;</div>
<div class="line"><a name="l00082"></a><span class="lineno">   82</span>&#160;        me-&gt;<a class="code" href="structtw__pe.html#a682bbfd605f12208413174e31220d26c">cancel_q</a> = NULL;</div>
<div class="line"><a name="l00083"></a><span class="lineno">   83</span>&#160;</div>
<div class="line"><a name="l00084"></a><span class="lineno">   84</span>&#160;        <span class="keywordflow">for</span> (; cev; cev = nev) {</div>
<div class="line"><a name="l00085"></a><span class="lineno">   85</span>&#160;            nev = cev-&gt;<a class="code" href="structtw__event.html#aa85d9f587fd15552d51d08c7b2b392ac">cancel_next</a>;</div>
<div class="line"><a name="l00086"></a><span class="lineno">   86</span>&#160;</div>
<div class="line"><a name="l00087"></a><span class="lineno">   87</span>&#160;            <span class="keywordflow">if</span> (!cev-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#aff6407fbf10d86926eae51f389ae3cba">cancel_q</a>) {</div>
<div class="line"><a name="l00088"></a><span class="lineno">   88</span>&#160;                <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;No cancel_q bit on event in cancel_q&quot;</span>);</div>
<div class="line"><a name="l00089"></a><span class="lineno">   89</span>&#160;            }</div>
<div class="line"><a name="l00090"></a><span class="lineno">   90</span>&#160;</div>
<div class="line"><a name="l00091"></a><span class="lineno">   91</span>&#160;            <span class="keywordflow">if</span>(!cev-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#a6164e23fd9a6397de27abc5852f4b6c3">owner</a> || cev-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#a6164e23fd9a6397de27abc5852f4b6c3">owner</a> == <a class="code" href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a05a11a4e0b1503e282231d0ecf9c266d">TW_pe_free_q</a>) {</div>
<div class="line"><a name="l00092"></a><span class="lineno">   92</span>&#160;                <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;Cancelled event, no owner!&quot;</span>);</div>
<div class="line"><a name="l00093"></a><span class="lineno">   93</span>&#160;            }</div>
<div class="line"><a name="l00094"></a><span class="lineno">   94</span>&#160;</div>
<div class="line"><a name="l00095"></a><span class="lineno">   95</span>&#160;            <span class="keywordflow">switch</span> (cev-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#a6164e23fd9a6397de27abc5852f4b6c3">owner</a>) {</div>
<div class="line"><a name="l00096"></a><span class="lineno">   96</span>&#160;                <span class="keywordflow">case</span> <a class="code" href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a26a5d83ab76e077bf87d5e9a92fa5cf6">TW_pe_event_q</a>:</div>
<div class="line"><a name="l00097"></a><span class="lineno">   97</span>&#160;                    <span class="comment">/* This event hasn&#39;t been added to our pq yet and we</span></div>
<div class="line"><a name="l00098"></a><span class="lineno">   98</span>&#160;<span class="comment">                    * have not officially received it yet either.  We&#39;ll</span></div>
<div class="line"><a name="l00099"></a><span class="lineno">   99</span>&#160;<span class="comment">                    * do the actual free of this event when we receive it</span></div>
<div class="line"><a name="l00100"></a><span class="lineno">  100</span>&#160;<span class="comment">                    * as we spin out the event_q chain.</span></div>
<div class="line"><a name="l00101"></a><span class="lineno">  101</span>&#160;<span class="comment">                    */</span></div>
<div class="line"><a name="l00102"></a><span class="lineno">  102</span>&#160;                    <a class="code" href="tw-eventq_8h.html#a5023008188f7e7e35ce1c77caeb0d17a">tw_eventq_delete_any</a>(&amp;me-&gt;<a class="code" href="structtw__pe.html#a3164a458415135a6b5310d5f2394202a">event_q</a>, cev);</div>
<div class="line"><a name="l00103"></a><span class="lineno">  103</span>&#160;</div>
<div class="line"><a name="l00104"></a><span class="lineno">  104</span>&#160;                    <a class="code" href="ross-extern_8h.html#a5215643013906a13f0e2febadd0b0473">tw_event_free</a>(me, cev);</div>
<div class="line"><a name="l00105"></a><span class="lineno">  105</span>&#160;                    <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00106"></a><span class="lineno">  106</span>&#160;</div>
<div class="line"><a name="l00107"></a><span class="lineno">  107</span>&#160;                <span class="keywordflow">case</span> <a class="code" href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a04d8705c6bb4d827e03554c1737156ce">TW_pe_anti_msg</a>:</div>
<div class="line"><a name="l00108"></a><span class="lineno">  108</span>&#160;                    <a class="code" href="ross-extern_8h.html#a5215643013906a13f0e2febadd0b0473">tw_event_free</a>(me, cev);</div>
<div class="line"><a name="l00109"></a><span class="lineno">  109</span>&#160;                    <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00110"></a><span class="lineno">  110</span>&#160;</div>
<div class="line"><a name="l00111"></a><span class="lineno">  111</span>&#160;                <span class="keywordflow">case</span> <a class="code" href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a78b06964847ca1cb36eb2ab8451994f8">TW_pe_pq</a>:</div>
<div class="line"><a name="l00112"></a><span class="lineno">  112</span>&#160;                    <span class="comment">/* Event was not cancelled directly from the event_q</span></div>
<div class="line"><a name="l00113"></a><span class="lineno">  113</span>&#160;<span class="comment">                    * because the cancel message came after we popped it</span></div>
<div class="line"><a name="l00114"></a><span class="lineno">  114</span>&#160;<span class="comment">                    * out of that queue but before we could process it.</span></div>
<div class="line"><a name="l00115"></a><span class="lineno">  115</span>&#160;<span class="comment">                    */</span></div>
<div class="line"><a name="l00116"></a><span class="lineno">  116</span>&#160;                    pq_start = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00117"></a><span class="lineno">  117</span>&#160;                    <a class="code" href="splay_8c.html#a94afee48f89c610daf86df689b10712e">tw_pq_delete_any</a>(me-&gt;<a class="code" href="structtw__pe.html#a90e1dbe51a084d6e02580667159e13ff">pq</a>, cev);</div>
<div class="line"><a name="l00118"></a><span class="lineno">  118</span>&#160;                    me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a63bdf31079607ac79020b3efb874dedd">s_pq</a> += <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - pq_start;</div>
<div class="line"><a name="l00119"></a><span class="lineno">  119</span>&#160;                    <a class="code" href="ross-extern_8h.html#a5215643013906a13f0e2febadd0b0473">tw_event_free</a>(me, cev);</div>
<div class="line"><a name="l00120"></a><span class="lineno">  120</span>&#160;                    <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00121"></a><span class="lineno">  121</span>&#160;</div>
<div class="line"><a name="l00122"></a><span class="lineno">  122</span>&#160;                <span class="keywordflow">case</span> <a class="code" href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a2c94cd3198cef1cf804f0cca9906e551">TW_kp_pevent_q</a>:</div>
<div class="line"><a name="l00123"></a><span class="lineno">  123</span>&#160;                    <span class="comment">/* The event was already processed.</span></div>
<div class="line"><a name="l00124"></a><span class="lineno">  124</span>&#160;<span class="comment">                    * SECONDARY ROLLBACK</span></div>
<div class="line"><a name="l00125"></a><span class="lineno">  125</span>&#160;<span class="comment">                    */</span></div>
<div class="line"><a name="l00126"></a><span class="lineno">  126</span>&#160;                    <a class="code" href="ross-extern_8h.html#a64819ac4aba17987e01bb13142e78c86">tw_kp_rollback_event</a>(cev);</div>
<div class="line"><a name="l00127"></a><span class="lineno">  127</span>&#160;                    <a class="code" href="ross-extern_8h.html#a5215643013906a13f0e2febadd0b0473">tw_event_free</a>(me, cev);</div>
<div class="line"><a name="l00128"></a><span class="lineno">  128</span>&#160;                    <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00129"></a><span class="lineno">  129</span>&#160;</div>
<div class="line"><a name="l00130"></a><span class="lineno">  130</span>&#160;                <span class="keywordflow">default</span>:</div>
<div class="line"><a name="l00131"></a><span class="lineno">  131</span>&#160;                    <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;Event in cancel_q, but owner %d not recognized&quot;</span>, cev-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#a6164e23fd9a6397de27abc5852f4b6c3">owner</a>);</div>
<div class="line"><a name="l00132"></a><span class="lineno">  132</span>&#160;            }</div>
<div class="line"><a name="l00133"></a><span class="lineno">  133</span>&#160;        }</div>
<div class="line"><a name="l00134"></a><span class="lineno">  134</span>&#160;    }</div>
<div class="line"><a name="l00135"></a><span class="lineno">  135</span>&#160;</div>
<div class="line"><a name="l00136"></a><span class="lineno">  136</span>&#160;    me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a288053705e5e498d021498a1fe6a39e7">s_cancel_q</a> += <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - start;</div>
<div class="line"><a name="l00137"></a><span class="lineno">  137</span>&#160;}</div>
<div class="line"><a name="l00138"></a><span class="lineno">  138</span>&#160;</div>
<div class="line"><a name="l00139"></a><span class="lineno"><a class="line" href="tw-sched_8c.html#ad27b3474d878cedfe1a1f993093d8715">  139</a></span>&#160;<span class="keyword">static</span> <span class="keywordtype">void</span> <a class="code" href="tw-sched_8c.html#ad27b3474d878cedfe1a1f993093d8715">tw_sched_batch</a>(<a class="code" href="structtw__pe.html">tw_pe</a> * me) {</div>
<div class="line"><a name="l00140"></a><span class="lineno">  140</span>&#160;    <span class="comment">/* Number of consecutive times we gave up because there were no free event buffers. */</span></div>
<div class="line"><a name="l00141"></a><span class="lineno">  141</span>&#160;    <span class="keyword">static</span> <span class="keywordtype">int</span> no_free_event_buffers = 0;</div>
<div class="line"><a name="l00142"></a><span class="lineno">  142</span>&#160;    <span class="keyword">static</span> <span class="keywordtype">int</span> warned_no_free_event_buffers = 0;</div>
<div class="line"><a name="l00143"></a><span class="lineno">  143</span>&#160;    <span class="keyword">const</span> <span class="keywordtype">int</span> max_alloc_fail_count = 20;</div>
<div class="line"><a name="l00144"></a><span class="lineno">  144</span>&#160;</div>
<div class="line"><a name="l00145"></a><span class="lineno">  145</span>&#160;    <a class="code" href="aarch64_8h.html#abcd6b97b84bebf1f961f85cd24b56c60">tw_clock</a>     start, pq_start;</div>
<div class="line"><a name="l00146"></a><span class="lineno">  146</span>&#160;    <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span>     msg_i;</div>
<div class="line"><a name="l00147"></a><span class="lineno">  147</span>&#160;</div>
<div class="line"><a name="l00148"></a><span class="lineno">  148</span>&#160;    <span class="comment">/* Process g_tw_mblock events, or until the PQ is empty</span></div>
<div class="line"><a name="l00149"></a><span class="lineno">  149</span>&#160;<span class="comment">    * (whichever comes first).</span></div>
<div class="line"><a name="l00150"></a><span class="lineno">  150</span>&#160;<span class="comment">    */</span></div>
<div class="line"><a name="l00151"></a><span class="lineno">  151</span>&#160;    <span class="keywordflow">for</span> (msg_i = <a class="code" href="ross-extern_8h.html#ad2b9212f634d736cfcdf03b9a3b3a818">g_tw_mblock</a>; msg_i; msg_i--) {</div>
<div class="line"><a name="l00152"></a><span class="lineno">  152</span>&#160;        <a class="code" href="structtw__event.html">tw_event</a> *cev;</div>
<div class="line"><a name="l00153"></a><span class="lineno">  153</span>&#160;        <a class="code" href="structtw__lp.html">tw_lp</a> *clp;</div>
<div class="line"><a name="l00154"></a><span class="lineno">  154</span>&#160;        <a class="code" href="structtw__kp.html">tw_kp</a> *ckp;</div>
<div class="line"><a name="l00155"></a><span class="lineno">  155</span>&#160;</div>
<div class="line"><a name="l00156"></a><span class="lineno">  156</span>&#160;        <span class="comment">/* OUT OF FREE EVENT BUFFERS.  BAD.</span></div>
<div class="line"><a name="l00157"></a><span class="lineno">  157</span>&#160;<span class="comment">        * Go do fossil collect immediately.</span></div>
<div class="line"><a name="l00158"></a><span class="lineno">  158</span>&#160;<span class="comment">        */</span></div>
<div class="line"><a name="l00159"></a><span class="lineno">  159</span>&#160;        <span class="keywordflow">if</span> (me-&gt;<a class="code" href="structtw__pe.html#a0c3cba781d3d3836d9ebdd93d5be8be5">free_q</a>.<a class="code" href="structtw__eventq.html#a0c96afb4c69e6f7bba7e72b1332dbd6e">size</a> &lt;= <a class="code" href="ross-extern_8h.html#a0971b76f9dc9a9097c4999d4121c2518">g_tw_gvt_threshold</a>) {</div>
<div class="line"><a name="l00160"></a><span class="lineno">  160</span>&#160;            <span class="comment">/* Suggested by Adam Crume */</span></div>
<div class="line"><a name="l00161"></a><span class="lineno">  161</span>&#160;            <span class="keywordflow">if</span> (++no_free_event_buffers &gt; 10) {</div>
<div class="line"><a name="l00162"></a><span class="lineno">  162</span>&#160;                <span class="keywordflow">if</span> (!warned_no_free_event_buffers) {</div>
<div class="line"><a name="l00163"></a><span class="lineno">  163</span>&#160;                    fprintf(stderr, <span class="stringliteral">&quot;WARNING: No free event buffers.  Try increasing memory via the --extramem option.\n&quot;</span>);</div>
<div class="line"><a name="l00164"></a><span class="lineno">  164</span>&#160;                    warned_no_free_event_buffers = 1;</div>
<div class="line"><a name="l00165"></a><span class="lineno">  165</span>&#160;                }</div>
<div class="line"><a name="l00166"></a><span class="lineno">  166</span>&#160;                <span class="keywordflow">if</span> (no_free_event_buffers &gt;= max_alloc_fail_count) {</div>
<div class="line"><a name="l00167"></a><span class="lineno">  167</span>&#160;                    <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;Event allocation failed %d consecutive times.  Exiting.&quot;</span>, max_alloc_fail_count);</div>
<div class="line"><a name="l00168"></a><span class="lineno">  168</span>&#160;                }</div>
<div class="line"><a name="l00169"></a><span class="lineno">  169</span>&#160;            }</div>
<div class="line"><a name="l00170"></a><span class="lineno">  170</span>&#160;            <a class="code" href="mpi__allreduce_8c.html#a483098cf3c7db0378e825db007a3a300">tw_gvt_force_update</a>();</div>
<div class="line"><a name="l00171"></a><span class="lineno">  171</span>&#160;            <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00172"></a><span class="lineno">  172</span>&#160;        }</div>
<div class="line"><a name="l00173"></a><span class="lineno">  173</span>&#160;        no_free_event_buffers = 0;</div>
<div class="line"><a name="l00174"></a><span class="lineno">  174</span>&#160;</div>
<div class="line"><a name="l00175"></a><span class="lineno">  175</span>&#160;        start = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00176"></a><span class="lineno">  176</span>&#160;        <span class="keywordflow">if</span> (!(cev = <a class="code" href="splay_8c.html#a565d3c6a9a77554cd31df48547edf4ad">tw_pq_dequeue</a>(me-&gt;<a class="code" href="structtw__pe.html#a90e1dbe51a084d6e02580667159e13ff">pq</a>))) {</div>
<div class="line"><a name="l00177"></a><span class="lineno">  177</span>&#160;            <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00178"></a><span class="lineno">  178</span>&#160;        }</div>
<div class="line"><a name="l00179"></a><span class="lineno">  179</span>&#160;        me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a63bdf31079607ac79020b3efb874dedd">s_pq</a> += <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - start;</div>
<div class="line"><a name="l00180"></a><span class="lineno">  180</span>&#160;        <span class="keywordflow">if</span>(<a class="code" href="ross_8h.html#a650bdf282bba8368dd3325bed7e12abc">TW_STIME_CMP</a>(cev-&gt;<a class="code" href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">recv_ts</a>, <a class="code" href="splay_8c.html#a2e74d926ed307c34933ddf19e251e68b">tw_pq_minimum</a>(me-&gt;<a class="code" href="structtw__pe.html#a90e1dbe51a084d6e02580667159e13ff">pq</a>)) == 0) {</div>
<div class="line"><a name="l00181"></a><span class="lineno">  181</span>&#160;            me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a62e777ce390693fbe7b4fb88110c3c10">s_pe_event_ties</a>++;</div>
<div class="line"><a name="l00182"></a><span class="lineno">  182</span>&#160;        }</div>
<div class="line"><a name="l00183"></a><span class="lineno">  183</span>&#160;</div>
<div class="line"><a name="l00184"></a><span class="lineno">  184</span>&#160;        clp = cev-&gt;<a class="code" href="structtw__event.html#afbd71fb6565dd9a4de0ad8e77e748c8a">dest_lp</a>;</div>
<div class="line"><a name="l00185"></a><span class="lineno">  185</span>&#160;</div>
<div class="line"><a name="l00186"></a><span class="lineno">  186</span>&#160;        ckp = clp-&gt;<a class="code" href="structtw__lp.html#a8028662b2668953fa9f49f2df7d00850">kp</a>;</div>
<div class="line"><a name="l00187"></a><span class="lineno">  187</span>&#160;        me-&gt;<a class="code" href="structtw__pe.html#aa172b398c08f6cb989cf2449adb06a12">cur_event</a> = cev;</div>
<div class="line"><a name="l00188"></a><span class="lineno">  188</span>&#160;        ckp-&gt;<a class="code" href="structtw__kp.html#aabf1253aa1eb55c613a70fb3c9271117">last_time</a> = cev-&gt;<a class="code" href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">recv_ts</a>;</div>
<div class="line"><a name="l00189"></a><span class="lineno">  189</span>&#160;</div>
<div class="line"><a name="l00190"></a><span class="lineno">  190</span>&#160;        <span class="comment">/* Save state if no reverse computation is available */</span></div>
<div class="line"><a name="l00191"></a><span class="lineno">  191</span>&#160;        <span class="keywordflow">if</span> (!clp-&gt;<a class="code" href="structtw__lp.html#a205f09ff294b6bb1f61eab7b099ebea2">type</a>-&gt;<a class="code" href="structtw__lptype.html#ad1bfa89c4d8d2d7f5361a1745c64cfdc">revent</a>) {</div>
<div class="line"><a name="l00192"></a><span class="lineno">  192</span>&#160;          <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;Reverse Computation must be implemented!&quot;</span>);</div>
<div class="line"><a name="l00193"></a><span class="lineno">  193</span>&#160;        }</div>
<div class="line"><a name="l00194"></a><span class="lineno">  194</span>&#160;</div>
<div class="line"><a name="l00195"></a><span class="lineno">  195</span>&#160;        start = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00196"></a><span class="lineno">  196</span>&#160;        <a class="code" href="tw-sched_8c.html#a7a172f12578f34ccf37ace58ca06eac6">reset_bitfields</a>(cev);</div>
<div class="line"><a name="l00197"></a><span class="lineno">  197</span>&#160;</div>
<div class="line"><a name="l00198"></a><span class="lineno">  198</span>&#160;        <span class="comment">// if NOT A SUSPENDED LP THEN FORWARD PROC EVENTS</span></div>
<div class="line"><a name="l00199"></a><span class="lineno">  199</span>&#160;        <span class="keywordflow">if</span>( !(clp-&gt;<a class="code" href="structtw__lp.html#ae11766e3b01615bae30171e735ff7e07">suspend_flag</a>) )</div>
<div class="line"><a name="l00200"></a><span class="lineno">  200</span>&#160;          {</div>
<div class="line"><a name="l00201"></a><span class="lineno">  201</span>&#160;        <span class="comment">// state-save and update the LP&#39;s critical path</span></div>
<div class="line"><a name="l00202"></a><span class="lineno">  202</span>&#160;        <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> prev_cp = clp-&gt;<a class="code" href="structtw__lp.html#ab625bb15608759dde614a877a992672b">critical_path</a>;</div>
<div class="line"><a name="l00203"></a><span class="lineno">  203</span>&#160;        clp-&gt;<a class="code" href="structtw__lp.html#ab625bb15608759dde614a877a992672b">critical_path</a> = <a class="code" href="ross-kernel-inline_8h.html#afd7e8bb46e590a19612ac045cf3f6f03">ROSS_MAX</a>(clp-&gt;<a class="code" href="structtw__lp.html#ab625bb15608759dde614a877a992672b">critical_path</a>, cev-&gt;<a class="code" href="structtw__event.html#a5b1396b64aa4caf29bdc26f0930a250b">critical_path</a>)+1;</div>
<div class="line"><a name="l00204"></a><span class="lineno">  204</span>&#160;            (*clp-&gt;<a class="code" href="structtw__lp.html#a205f09ff294b6bb1f61eab7b099ebea2">type</a>-&gt;<a class="code" href="structtw__lptype.html#a4510afb56377e810a7a4094bc8156dc7">event</a>)(clp-&gt;<a class="code" href="structtw__lp.html#a34fb8e673f23705156b2473503e8a2d5">cur_state</a>, &amp;cev-&gt;<a class="code" href="structtw__event.html#ab29a363ffc4af436e28ea2e9c02d7856">cv</a>,</div>
<div class="line"><a name="l00205"></a><span class="lineno">  205</span>&#160;                                <a class="code" href="ross-extern_8h.html#a3def69f148eaba619b26c898c90687b8">tw_event_data</a>(cev), clp);</div>
<div class="line"><a name="l00206"></a><span class="lineno">  206</span>&#160;        <span class="keywordflow">if</span> (<a class="code" href="st-event-trace_8c.html#aa8f89edcf6adbbfc0b12f6376ca511c3">g_st_ev_trace</a> == <a class="code" href="st-instrumentation_8h.html#ab071ea22ad9c8846a677ec31ddad6018a93db273ac3831ea882ec636acdeedc55">FULL_TRACE</a>)</div>
<div class="line"><a name="l00207"></a><span class="lineno">  207</span>&#160;            <a class="code" href="st-event-trace_8c.html#a186f7512fd723e604b501b3ba256178b">st_collect_event_data</a>(cev, (<span class="keywordtype">double</span>)<a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() / <a class="code" href="gtod_8c.html#a460e9a582762cd454d37d9d2704c3a67">g_tw_clock_rate</a>);</div>
<div class="line"><a name="l00208"></a><span class="lineno">  208</span>&#160;        cev-&gt;<a class="code" href="structtw__event.html#a5b1396b64aa4caf29bdc26f0930a250b">critical_path</a> = prev_cp;</div>
<div class="line"><a name="l00209"></a><span class="lineno">  209</span>&#160;          }</div>
<div class="line"><a name="l00210"></a><span class="lineno">  210</span>&#160;        ckp-&gt;<a class="code" href="structtw__kp.html#ac6d205df22a30a62f5694ac1d3d1c14a">s_nevent_processed</a>++;</div>
<div class="line"><a name="l00211"></a><span class="lineno">  211</span>&#160;    <span class="comment">// instrumentation</span></div>
<div class="line"><a name="l00212"></a><span class="lineno">  212</span>&#160;    ckp-&gt;<a class="code" href="structtw__kp.html#a05a49ec7f8f98c6d7d8ca15ae1f8abdb">kp_stats</a>-&gt;<a class="code" href="structst__kp__stats.html#a104d335ef8681a661735bbe760deca1b">s_nevent_processed</a>++;</div>
<div class="line"><a name="l00213"></a><span class="lineno">  213</span>&#160;    clp-&gt;<a class="code" href="structtw__lp.html#a0a11fbbde67b3bc5555f659c4a20f572">lp_stats</a>-&gt;<a class="code" href="structst__lp__stats.html#a3e175c6e5fa47ee3bffcabecd3efa72a">s_nevent_processed</a>++;</div>
<div class="line"><a name="l00214"></a><span class="lineno">  214</span>&#160;        me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#afb4f29bb6fd2359929db62d67b3f0c24">s_event_process</a> += <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - start;</div>
<div class="line"><a name="l00215"></a><span class="lineno">  215</span>&#160;</div>
<div class="line"><a name="l00216"></a><span class="lineno">  216</span>&#160;        <span class="comment">/* We ran out of events while processing this event.  We</span></div>
<div class="line"><a name="l00217"></a><span class="lineno">  217</span>&#160;<span class="comment">         * cannot continue without doing GVT and fossil collect.</span></div>
<div class="line"><a name="l00218"></a><span class="lineno">  218</span>&#160;<span class="comment">         */</span></div>
<div class="line"><a name="l00219"></a><span class="lineno">  219</span>&#160;</div>
<div class="line"><a name="l00220"></a><span class="lineno">  220</span>&#160;        <span class="keywordflow">if</span> (me-&gt;<a class="code" href="structtw__pe.html#a5a432d56a00d136a8ed94a309014d591">cev_abort</a>)</div>
<div class="line"><a name="l00221"></a><span class="lineno">  221</span>&#160;          {</div>
<div class="line"><a name="l00222"></a><span class="lineno">  222</span>&#160;            start = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00223"></a><span class="lineno">  223</span>&#160;            me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a80ffd79aaf7873cac6407f2fe36d72e9">s_nevent_abort</a>++;</div>
<div class="line"><a name="l00224"></a><span class="lineno">  224</span>&#160;        <span class="comment">// instrumentation</span></div>
<div class="line"><a name="l00225"></a><span class="lineno">  225</span>&#160;        ckp-&gt;<a class="code" href="structtw__kp.html#a05a49ec7f8f98c6d7d8ca15ae1f8abdb">kp_stats</a>-&gt;<a class="code" href="structst__kp__stats.html#aeb66f5ede13e4fdfe29428cb07ea627a">s_nevent_abort</a>++;</div>
<div class="line"><a name="l00226"></a><span class="lineno">  226</span>&#160;        clp-&gt;<a class="code" href="structtw__lp.html#a0a11fbbde67b3bc5555f659c4a20f572">lp_stats</a>-&gt;<a class="code" href="structst__lp__stats.html#ac2526f77549ed35b48025e728b443ed6">s_nevent_abort</a>++;</div>
<div class="line"><a name="l00227"></a><span class="lineno">  227</span>&#160;            me-&gt;<a class="code" href="structtw__pe.html#a5a432d56a00d136a8ed94a309014d591">cev_abort</a> = 0;</div>
<div class="line"><a name="l00228"></a><span class="lineno">  228</span>&#160;</div>
<div class="line"><a name="l00229"></a><span class="lineno">  229</span>&#160;            <a class="code" href="ross-extern_8h.html#ad90c1310a5aeee6d9bff67237f3e9913">tw_event_rollback</a>(cev);</div>
<div class="line"><a name="l00230"></a><span class="lineno">  230</span>&#160;        pq_start = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00231"></a><span class="lineno">  231</span>&#160;            <a class="code" href="splay_8c.html#a60a6784c1d092ff7ddf96cf6762d7b9e">tw_pq_enqueue</a>(me-&gt;<a class="code" href="structtw__pe.html#a90e1dbe51a084d6e02580667159e13ff">pq</a>, cev);</div>
<div class="line"><a name="l00232"></a><span class="lineno">  232</span>&#160;        me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a63bdf31079607ac79020b3efb874dedd">s_pq</a> += <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - pq_start;</div>
<div class="line"><a name="l00233"></a><span class="lineno">  233</span>&#160;</div>
<div class="line"><a name="l00234"></a><span class="lineno">  234</span>&#160;            cev = <a class="code" href="tw-eventq_8h.html#ab24e28ddbfec88a67c6c4be13be13d60">tw_eventq_peek</a>(&amp;ckp-&gt;<a class="code" href="structtw__kp.html#a3f7a839239647d5c13db750f34c11013">pevent_q</a>);</div>
<div class="line"><a name="l00235"></a><span class="lineno">  235</span>&#160;            ckp-&gt;<a class="code" href="structtw__kp.html#aabf1253aa1eb55c613a70fb3c9271117">last_time</a> = cev ? cev-&gt;<a class="code" href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">recv_ts</a> : me-&gt;<a class="code" href="structtw__pe.html#a3f82dbbf2dbb0163b6078ff25cb75a1b">GVT</a>;</div>
<div class="line"><a name="l00236"></a><span class="lineno">  236</span>&#160;</div>
<div class="line"><a name="l00237"></a><span class="lineno">  237</span>&#160;            <a class="code" href="mpi__allreduce_8c.html#a483098cf3c7db0378e825db007a3a300">tw_gvt_force_update</a>();</div>
<div class="line"><a name="l00238"></a><span class="lineno">  238</span>&#160;</div>
<div class="line"><a name="l00239"></a><span class="lineno">  239</span>&#160;            me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#abee413204afa47b508421b50b55cbbc4">s_event_abort</a> += <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - start;</div>
<div class="line"><a name="l00240"></a><span class="lineno">  240</span>&#160;</div>
<div class="line"><a name="l00241"></a><span class="lineno">  241</span>&#160;</div>
<div class="line"><a name="l00242"></a><span class="lineno">  242</span>&#160;            <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00243"></a><span class="lineno">  243</span>&#160;          } <span class="comment">// END ABORT CHECK</span></div>
<div class="line"><a name="l00244"></a><span class="lineno">  244</span>&#160;</div>
<div class="line"><a name="l00245"></a><span class="lineno">  245</span>&#160;        <span class="comment">/* Thread current event into processed queue of kp */</span></div>
<div class="line"><a name="l00246"></a><span class="lineno">  246</span>&#160;        cev-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#a6164e23fd9a6397de27abc5852f4b6c3">owner</a> = <a class="code" href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a2c94cd3198cef1cf804f0cca9906e551">TW_kp_pevent_q</a>;</div>
<div class="line"><a name="l00247"></a><span class="lineno">  247</span>&#160;        <a class="code" href="tw-eventq_8h.html#a6be6332230ef4fb5c8a3f4a0412493a8">tw_eventq_unshift</a>(&amp;ckp-&gt;<a class="code" href="structtw__kp.html#a3f7a839239647d5c13db750f34c11013">pevent_q</a>, cev);</div>
<div class="line"><a name="l00248"></a><span class="lineno">  248</span>&#160;</div>
<div class="line"><a name="l00249"></a><span class="lineno">  249</span>&#160;        <span class="keywordflow">if</span>(<a class="code" href="st-instrumentation_8c.html#ab8c84f60bff9ee801f44654034679fb1">g_st_rt_sampling</a> &amp;&amp;</div>
<div class="line"><a name="l00250"></a><span class="lineno">  250</span>&#160;                <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - <a class="code" href="st-instrumentation_8c.html#a37081b61537af6d4a5f722dba6df24b1">g_st_rt_samp_start_cycles</a> &gt; <a class="code" href="st-instrumentation_8c.html#a7c4e5a65edda0096793ec73b51478c0f">g_st_rt_interval</a>)</div>
<div class="line"><a name="l00251"></a><span class="lineno">  251</span>&#160;        {</div>
<div class="line"><a name="l00252"></a><span class="lineno">  252</span>&#160;            <a class="code" href="aarch64_8h.html#abcd6b97b84bebf1f961f85cd24b56c60">tw_clock</a> current_rt = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00253"></a><span class="lineno">  253</span>&#160;<span class="preprocessor">#ifdef USE_DAMARIS</span></div>
<div class="line"><a name="l00254"></a><span class="lineno">  254</span>&#160;<span class="preprocessor"></span>            <span class="keywordflow">if</span> (<a class="code" href="st-instrumentation_8c.html#aa6002a27f9236e4d9c61090a247341f5">g_st_engine_stats</a> == <a class="code" href="st-instrumentation_8h.html#a2a5b594b0675d6ec442baf16bbacdd47a1be4f69425bed3a0f8f35f42f4dcec4a">RT_STATS</a> || <a class="code" href="st-instrumentation_8c.html#aa6002a27f9236e4d9c61090a247341f5">g_st_engine_stats</a> == <a class="code" href="st-instrumentation_8h.html#a2a5b594b0675d6ec442baf16bbacdd47afc9c4a97f2aa53e8f930d1b30dde8781">ALL_STATS</a>)</div>
<div class="line"><a name="l00255"></a><span class="lineno">  255</span>&#160;            {</div>
<div class="line"><a name="l00256"></a><span class="lineno">  256</span>&#160;                <span class="keywordflow">if</span> (g_st_damaris_enabled)</div>
<div class="line"><a name="l00257"></a><span class="lineno">  257</span>&#160;                    st_damaris_expose_data(me, me-&gt;<a class="code" href="structtw__pe.html#a3f82dbbf2dbb0163b6078ff25cb75a1b">GVT</a>, <a class="code" href="st-instrumentation_8h.html#a62e322fd5fc534ed1f671bfcae80f21fa93ff122cb292f3f403fca354f2459863">RT_COL</a>);</div>
<div class="line"><a name="l00258"></a><span class="lineno">  258</span>&#160;                <span class="keywordflow">else</span></div>
<div class="line"><a name="l00259"></a><span class="lineno">  259</span>&#160;                    <a class="code" href="st-instrumentation_8h.html#a6ae8d8f288de23fd6a4d9d3c8a7b296a">st_collect_engine_data</a>(me, <a class="code" href="st-instrumentation_8h.html#a62e322fd5fc534ed1f671bfcae80f21fa93ff122cb292f3f403fca354f2459863">RT_COL</a>);</div>
<div class="line"><a name="l00260"></a><span class="lineno">  260</span>&#160;            }</div>
<div class="line"><a name="l00261"></a><span class="lineno">  261</span>&#160;<span class="preprocessor">#else</span></div>
<div class="line"><a name="l00262"></a><span class="lineno">  262</span>&#160;<span class="preprocessor"></span>            <span class="keywordflow">if</span> (<a class="code" href="st-instrumentation_8c.html#aa6002a27f9236e4d9c61090a247341f5">g_st_engine_stats</a> == <a class="code" href="st-instrumentation_8h.html#a2a5b594b0675d6ec442baf16bbacdd47a1be4f69425bed3a0f8f35f42f4dcec4a">RT_STATS</a> || <a class="code" href="st-instrumentation_8c.html#aa6002a27f9236e4d9c61090a247341f5">g_st_engine_stats</a> == <a class="code" href="st-instrumentation_8h.html#a2a5b594b0675d6ec442baf16bbacdd47afc9c4a97f2aa53e8f930d1b30dde8781">ALL_STATS</a>)</div>
<div class="line"><a name="l00263"></a><span class="lineno">  263</span>&#160;                <a class="code" href="st-instrumentation_8h.html#a6ae8d8f288de23fd6a4d9d3c8a7b296a">st_collect_engine_data</a>(me, <a class="code" href="st-instrumentation_8h.html#a62e322fd5fc534ed1f671bfcae80f21fa93ff122cb292f3f403fca354f2459863">RT_COL</a>);</div>
<div class="line"><a name="l00264"></a><span class="lineno">  264</span>&#160;            <span class="keywordflow">if</span> (<a class="code" href="st-instrumentation_8c.html#a4775e770faa8c51fc4d08989f610770f">g_st_model_stats</a> == <a class="code" href="st-instrumentation_8h.html#a2a5b594b0675d6ec442baf16bbacdd47a1be4f69425bed3a0f8f35f42f4dcec4a">RT_STATS</a> || <a class="code" href="st-instrumentation_8c.html#a4775e770faa8c51fc4d08989f610770f">g_st_model_stats</a> == <a class="code" href="st-instrumentation_8h.html#a2a5b594b0675d6ec442baf16bbacdd47afc9c4a97f2aa53e8f930d1b30dde8781">ALL_STATS</a>)</div>
<div class="line"><a name="l00265"></a><span class="lineno">  265</span>&#160;                <a class="code" href="st-instrumentation_8h.html#a973d9b1e0d445f4df76b97d8f829798d">st_collect_model_data</a>(me, ((<span class="keywordtype">double</span>) current_rt) / <a class="code" href="gtod_8c.html#a460e9a582762cd454d37d9d2704c3a67">g_tw_clock_rate</a>, <a class="code" href="st-instrumentation_8h.html#a2a5b594b0675d6ec442baf16bbacdd47a1be4f69425bed3a0f8f35f42f4dcec4a">RT_STATS</a>);</div>
<div class="line"><a name="l00266"></a><span class="lineno">  266</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="line"><a name="l00267"></a><span class="lineno">  267</span>&#160;<span class="preprocessor"></span>            <a class="code" href="st-instrumentation_8c.html#a37081b61537af6d4a5f722dba6df24b1">g_st_rt_samp_start_cycles</a> = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00268"></a><span class="lineno">  268</span>&#160;        }</div>
<div class="line"><a name="l00269"></a><span class="lineno">  269</span>&#160;</div>
<div class="line"><a name="l00270"></a><span class="lineno">  270</span>&#160;    }</div>
<div class="line"><a name="l00271"></a><span class="lineno">  271</span>&#160;}</div>
<div class="line"><a name="l00272"></a><span class="lineno">  272</span>&#160;</div>
<div class="line"><a name="l00273"></a><span class="lineno"><a class="line" href="tw-sched_8c.html#a1586b72acaa34a4ef8cc6aadabe9711e">  273</a></span>&#160;<span class="keyword">static</span> <span class="keywordtype">void</span> <a class="code" href="tw-sched_8c.html#a1586b72acaa34a4ef8cc6aadabe9711e">tw_sched_batch_realtime</a>(<a class="code" href="structtw__pe.html">tw_pe</a> * me) {</div>
<div class="line"><a name="l00274"></a><span class="lineno">  274</span>&#160;    <span class="comment">/* Number of consecutive times we gave up because there were no free event buffers. */</span></div>
<div class="line"><a name="l00275"></a><span class="lineno">  275</span>&#160;    <span class="keyword">static</span> <span class="keywordtype">int</span> no_free_event_buffers = 0;</div>
<div class="line"><a name="l00276"></a><span class="lineno">  276</span>&#160;    <span class="keyword">static</span> <span class="keywordtype">int</span> warned_no_free_event_buffers = 0;</div>
<div class="line"><a name="l00277"></a><span class="lineno">  277</span>&#160;    <span class="keyword">const</span> <span class="keywordtype">int</span> max_alloc_fail_count = 20;</div>
<div class="line"><a name="l00278"></a><span class="lineno">  278</span>&#160;</div>
<div class="line"><a name="l00279"></a><span class="lineno">  279</span>&#160;    <a class="code" href="aarch64_8h.html#abcd6b97b84bebf1f961f85cd24b56c60">tw_clock</a>     start, pq_start;</div>
<div class="line"><a name="l00280"></a><span class="lineno">  280</span>&#160;    <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span>     msg_i;</div>
<div class="line"><a name="l00281"></a><span class="lineno">  281</span>&#160;</div>
<div class="line"><a name="l00282"></a><span class="lineno">  282</span>&#160;    <span class="comment">/* Process g_tw_mblock events, or until the PQ is empty</span></div>
<div class="line"><a name="l00283"></a><span class="lineno">  283</span>&#160;<span class="comment">    * (whichever comes first).</span></div>
<div class="line"><a name="l00284"></a><span class="lineno">  284</span>&#160;<span class="comment">    */</span></div>
<div class="line"><a name="l00285"></a><span class="lineno">  285</span>&#160;    <span class="keywordflow">for</span> (msg_i = <a class="code" href="ross-extern_8h.html#ad2b9212f634d736cfcdf03b9a3b3a818">g_tw_mblock</a>; msg_i; msg_i--) {</div>
<div class="line"><a name="l00286"></a><span class="lineno">  286</span>&#160;        <a class="code" href="structtw__event.html">tw_event</a> *cev;</div>
<div class="line"><a name="l00287"></a><span class="lineno">  287</span>&#160;        <a class="code" href="structtw__lp.html">tw_lp</a> *clp;</div>
<div class="line"><a name="l00288"></a><span class="lineno">  288</span>&#160;        <a class="code" href="structtw__kp.html">tw_kp</a> *ckp;</div>
<div class="line"><a name="l00289"></a><span class="lineno">  289</span>&#160;</div>
<div class="line"><a name="l00290"></a><span class="lineno">  290</span>&#160;        <span class="comment">/* OUT OF FREE EVENT BUFFERS.  BAD.</span></div>
<div class="line"><a name="l00291"></a><span class="lineno">  291</span>&#160;<span class="comment">        * Go do fossil collect immediately.</span></div>
<div class="line"><a name="l00292"></a><span class="lineno">  292</span>&#160;<span class="comment">        */</span></div>
<div class="line"><a name="l00293"></a><span class="lineno">  293</span>&#160;        <span class="keywordflow">if</span> (me-&gt;<a class="code" href="structtw__pe.html#a0c3cba781d3d3836d9ebdd93d5be8be5">free_q</a>.<a class="code" href="structtw__eventq.html#a0c96afb4c69e6f7bba7e72b1332dbd6e">size</a> &lt;= <a class="code" href="ross-extern_8h.html#a0971b76f9dc9a9097c4999d4121c2518">g_tw_gvt_threshold</a>) {</div>
<div class="line"><a name="l00294"></a><span class="lineno">  294</span>&#160;            <span class="comment">/* Suggested by Adam Crume */</span></div>
<div class="line"><a name="l00295"></a><span class="lineno">  295</span>&#160;            <span class="keywordflow">if</span> (++no_free_event_buffers &gt; 10) {</div>
<div class="line"><a name="l00296"></a><span class="lineno">  296</span>&#160;                <span class="keywordflow">if</span> (!warned_no_free_event_buffers) {</div>
<div class="line"><a name="l00297"></a><span class="lineno">  297</span>&#160;                    fprintf(stderr, <span class="stringliteral">&quot;WARNING: No free event buffers.  Try increasing memory via the --extramem option.\n&quot;</span>);</div>
<div class="line"><a name="l00298"></a><span class="lineno">  298</span>&#160;                    warned_no_free_event_buffers = 1;</div>
<div class="line"><a name="l00299"></a><span class="lineno">  299</span>&#160;                }</div>
<div class="line"><a name="l00300"></a><span class="lineno">  300</span>&#160;                <span class="keywordflow">if</span> (no_free_event_buffers &gt;= max_alloc_fail_count) {</div>
<div class="line"><a name="l00301"></a><span class="lineno">  301</span>&#160;                    <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;Event allocation failed %d consecutive times.  Exiting.&quot;</span>, max_alloc_fail_count);</div>
<div class="line"><a name="l00302"></a><span class="lineno">  302</span>&#160;                }</div>
<div class="line"><a name="l00303"></a><span class="lineno">  303</span>&#160;            }</div>
<div class="line"><a name="l00304"></a><span class="lineno">  304</span>&#160;            <a class="code" href="mpi__allreduce_8c.html#a805cc76b3ba7583d9bb9186afc73e2ba">tw_gvt_force_update_realtime</a>();</div>
<div class="line"><a name="l00305"></a><span class="lineno">  305</span>&#160;            <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00306"></a><span class="lineno">  306</span>&#160;        }</div>
<div class="line"><a name="l00307"></a><span class="lineno">  307</span>&#160;        no_free_event_buffers = 0;</div>
<div class="line"><a name="l00308"></a><span class="lineno">  308</span>&#160;</div>
<div class="line"><a name="l00309"></a><span class="lineno">  309</span>&#160;        start = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00310"></a><span class="lineno">  310</span>&#160;        <span class="keywordflow">if</span> (!(cev = <a class="code" href="splay_8c.html#a565d3c6a9a77554cd31df48547edf4ad">tw_pq_dequeue</a>(me-&gt;<a class="code" href="structtw__pe.html#a90e1dbe51a084d6e02580667159e13ff">pq</a>))) {</div>
<div class="line"><a name="l00311"></a><span class="lineno">  311</span>&#160;          <span class="keywordflow">break</span>; <span class="comment">// leave the batch function</span></div>
<div class="line"><a name="l00312"></a><span class="lineno">  312</span>&#160;        }</div>
<div class="line"><a name="l00313"></a><span class="lineno">  313</span>&#160;        me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a63bdf31079607ac79020b3efb874dedd">s_pq</a> += <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - start;</div>
<div class="line"><a name="l00314"></a><span class="lineno">  314</span>&#160;        <span class="keywordflow">if</span>(<a class="code" href="ross_8h.html#a650bdf282bba8368dd3325bed7e12abc">TW_STIME_CMP</a>(cev-&gt;<a class="code" href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">recv_ts</a>, <a class="code" href="splay_8c.html#a2e74d926ed307c34933ddf19e251e68b">tw_pq_minimum</a>(me-&gt;<a class="code" href="structtw__pe.html#a90e1dbe51a084d6e02580667159e13ff">pq</a>)) == 0) {</div>
<div class="line"><a name="l00315"></a><span class="lineno">  315</span>&#160;            me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a62e777ce390693fbe7b4fb88110c3c10">s_pe_event_ties</a>++;</div>
<div class="line"><a name="l00316"></a><span class="lineno">  316</span>&#160;        }</div>
<div class="line"><a name="l00317"></a><span class="lineno">  317</span>&#160;</div>
<div class="line"><a name="l00318"></a><span class="lineno">  318</span>&#160;        clp = cev-&gt;<a class="code" href="structtw__event.html#afbd71fb6565dd9a4de0ad8e77e748c8a">dest_lp</a>;</div>
<div class="line"><a name="l00319"></a><span class="lineno">  319</span>&#160;</div>
<div class="line"><a name="l00320"></a><span class="lineno">  320</span>&#160;        ckp = clp-&gt;<a class="code" href="structtw__lp.html#a8028662b2668953fa9f49f2df7d00850">kp</a>;</div>
<div class="line"><a name="l00321"></a><span class="lineno">  321</span>&#160;        me-&gt;<a class="code" href="structtw__pe.html#aa172b398c08f6cb989cf2449adb06a12">cur_event</a> = cev;</div>
<div class="line"><a name="l00322"></a><span class="lineno">  322</span>&#160;        ckp-&gt;<a class="code" href="structtw__kp.html#aabf1253aa1eb55c613a70fb3c9271117">last_time</a> = cev-&gt;<a class="code" href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">recv_ts</a>;</div>
<div class="line"><a name="l00323"></a><span class="lineno">  323</span>&#160;</div>
<div class="line"><a name="l00324"></a><span class="lineno">  324</span>&#160;        <span class="comment">/* Save state if no reverse computation is available */</span></div>
<div class="line"><a name="l00325"></a><span class="lineno">  325</span>&#160;        <span class="keywordflow">if</span> (!clp-&gt;<a class="code" href="structtw__lp.html#a205f09ff294b6bb1f61eab7b099ebea2">type</a>-&gt;<a class="code" href="structtw__lptype.html#ad1bfa89c4d8d2d7f5361a1745c64cfdc">revent</a>) {</div>
<div class="line"><a name="l00326"></a><span class="lineno">  326</span>&#160;          <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;Reverse Computation must be implemented!&quot;</span>);</div>
<div class="line"><a name="l00327"></a><span class="lineno">  327</span>&#160;        }</div>
<div class="line"><a name="l00328"></a><span class="lineno">  328</span>&#160;</div>
<div class="line"><a name="l00329"></a><span class="lineno">  329</span>&#160;        start = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00330"></a><span class="lineno">  330</span>&#160;</div>
<div class="line"><a name="l00331"></a><span class="lineno">  331</span>&#160;        <a class="code" href="tw-sched_8c.html#a7a172f12578f34ccf37ace58ca06eac6">reset_bitfields</a>(cev);</div>
<div class="line"><a name="l00332"></a><span class="lineno">  332</span>&#160;</div>
<div class="line"><a name="l00333"></a><span class="lineno">  333</span>&#160;        <span class="comment">// if NOT A SUSPENDED LP THEN FORWARD PROC EVENTS</span></div>
<div class="line"><a name="l00334"></a><span class="lineno">  334</span>&#160;        <span class="keywordflow">if</span>( !(clp-&gt;<a class="code" href="structtw__lp.html#ae11766e3b01615bae30171e735ff7e07">suspend_flag</a>) )</div>
<div class="line"><a name="l00335"></a><span class="lineno">  335</span>&#160;          {</div>
<div class="line"><a name="l00336"></a><span class="lineno">  336</span>&#160;        <span class="comment">// state-save and update the LP&#39;s critical path</span></div>
<div class="line"><a name="l00337"></a><span class="lineno">  337</span>&#160;        <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> prev_cp = clp-&gt;<a class="code" href="structtw__lp.html#ab625bb15608759dde614a877a992672b">critical_path</a>;</div>
<div class="line"><a name="l00338"></a><span class="lineno">  338</span>&#160;        clp-&gt;<a class="code" href="structtw__lp.html#ab625bb15608759dde614a877a992672b">critical_path</a> = <a class="code" href="ross-kernel-inline_8h.html#afd7e8bb46e590a19612ac045cf3f6f03">ROSS_MAX</a>(clp-&gt;<a class="code" href="structtw__lp.html#ab625bb15608759dde614a877a992672b">critical_path</a>, cev-&gt;<a class="code" href="structtw__event.html#a5b1396b64aa4caf29bdc26f0930a250b">critical_path</a>)+1;</div>
<div class="line"><a name="l00339"></a><span class="lineno">  339</span>&#160;            (*clp-&gt;<a class="code" href="structtw__lp.html#a205f09ff294b6bb1f61eab7b099ebea2">type</a>-&gt;<a class="code" href="structtw__lptype.html#a4510afb56377e810a7a4094bc8156dc7">event</a>)(clp-&gt;<a class="code" href="structtw__lp.html#a34fb8e673f23705156b2473503e8a2d5">cur_state</a>, &amp;cev-&gt;<a class="code" href="structtw__event.html#ab29a363ffc4af436e28ea2e9c02d7856">cv</a>,</div>
<div class="line"><a name="l00340"></a><span class="lineno">  340</span>&#160;                                <a class="code" href="ross-extern_8h.html#a3def69f148eaba619b26c898c90687b8">tw_event_data</a>(cev), clp);</div>
<div class="line"><a name="l00341"></a><span class="lineno">  341</span>&#160;        <span class="keywordflow">if</span> (<a class="code" href="st-event-trace_8c.html#aa8f89edcf6adbbfc0b12f6376ca511c3">g_st_ev_trace</a> == <a class="code" href="st-instrumentation_8h.html#ab071ea22ad9c8846a677ec31ddad6018a93db273ac3831ea882ec636acdeedc55">FULL_TRACE</a>)</div>
<div class="line"><a name="l00342"></a><span class="lineno">  342</span>&#160;            <a class="code" href="st-event-trace_8c.html#a186f7512fd723e604b501b3ba256178b">st_collect_event_data</a>(cev, (<span class="keywordtype">double</span>)<a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() / <a class="code" href="gtod_8c.html#a460e9a582762cd454d37d9d2704c3a67">g_tw_clock_rate</a>);</div>
<div class="line"><a name="l00343"></a><span class="lineno">  343</span>&#160;        cev-&gt;<a class="code" href="structtw__event.html#a5b1396b64aa4caf29bdc26f0930a250b">critical_path</a> = prev_cp;</div>
<div class="line"><a name="l00344"></a><span class="lineno">  344</span>&#160;          }</div>
<div class="line"><a name="l00345"></a><span class="lineno">  345</span>&#160;        ckp-&gt;<a class="code" href="structtw__kp.html#ac6d205df22a30a62f5694ac1d3d1c14a">s_nevent_processed</a>++;</div>
<div class="line"><a name="l00346"></a><span class="lineno">  346</span>&#160;    <span class="comment">// instrumentation</span></div>
<div class="line"><a name="l00347"></a><span class="lineno">  347</span>&#160;    ckp-&gt;<a class="code" href="structtw__kp.html#a05a49ec7f8f98c6d7d8ca15ae1f8abdb">kp_stats</a>-&gt;<a class="code" href="structst__kp__stats.html#a104d335ef8681a661735bbe760deca1b">s_nevent_processed</a>++;</div>
<div class="line"><a name="l00348"></a><span class="lineno">  348</span>&#160;    clp-&gt;<a class="code" href="structtw__lp.html#a0a11fbbde67b3bc5555f659c4a20f572">lp_stats</a>-&gt;<a class="code" href="structst__lp__stats.html#a3e175c6e5fa47ee3bffcabecd3efa72a">s_nevent_processed</a>++;</div>
<div class="line"><a name="l00349"></a><span class="lineno">  349</span>&#160;        me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#afb4f29bb6fd2359929db62d67b3f0c24">s_event_process</a> += <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - start;</div>
<div class="line"><a name="l00350"></a><span class="lineno">  350</span>&#160;</div>
<div class="line"><a name="l00351"></a><span class="lineno">  351</span>&#160;        <span class="comment">/* We ran out of events while processing this event.  We</span></div>
<div class="line"><a name="l00352"></a><span class="lineno">  352</span>&#160;<span class="comment">         * cannot continue without doing GVT and fossil collect.</span></div>
<div class="line"><a name="l00353"></a><span class="lineno">  353</span>&#160;<span class="comment">         */</span></div>
<div class="line"><a name="l00354"></a><span class="lineno">  354</span>&#160;</div>
<div class="line"><a name="l00355"></a><span class="lineno">  355</span>&#160;        <span class="keywordflow">if</span> (me-&gt;<a class="code" href="structtw__pe.html#a5a432d56a00d136a8ed94a309014d591">cev_abort</a>)</div>
<div class="line"><a name="l00356"></a><span class="lineno">  356</span>&#160;          {</div>
<div class="line"><a name="l00357"></a><span class="lineno">  357</span>&#160;            start = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00358"></a><span class="lineno">  358</span>&#160;            me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a80ffd79aaf7873cac6407f2fe36d72e9">s_nevent_abort</a>++;</div>
<div class="line"><a name="l00359"></a><span class="lineno">  359</span>&#160;        <span class="comment">// instrumentation</span></div>
<div class="line"><a name="l00360"></a><span class="lineno">  360</span>&#160;        ckp-&gt;<a class="code" href="structtw__kp.html#a05a49ec7f8f98c6d7d8ca15ae1f8abdb">kp_stats</a>-&gt;<a class="code" href="structst__kp__stats.html#aeb66f5ede13e4fdfe29428cb07ea627a">s_nevent_abort</a>++;</div>
<div class="line"><a name="l00361"></a><span class="lineno">  361</span>&#160;        clp-&gt;<a class="code" href="structtw__lp.html#a0a11fbbde67b3bc5555f659c4a20f572">lp_stats</a>-&gt;<a class="code" href="structst__lp__stats.html#ac2526f77549ed35b48025e728b443ed6">s_nevent_abort</a>++;</div>
<div class="line"><a name="l00362"></a><span class="lineno">  362</span>&#160;            me-&gt;<a class="code" href="structtw__pe.html#a5a432d56a00d136a8ed94a309014d591">cev_abort</a> = 0;</div>
<div class="line"><a name="l00363"></a><span class="lineno">  363</span>&#160;</div>
<div class="line"><a name="l00364"></a><span class="lineno">  364</span>&#160;            <a class="code" href="ross-extern_8h.html#ad90c1310a5aeee6d9bff67237f3e9913">tw_event_rollback</a>(cev);</div>
<div class="line"><a name="l00365"></a><span class="lineno">  365</span>&#160;        pq_start = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00366"></a><span class="lineno">  366</span>&#160;            <a class="code" href="splay_8c.html#a60a6784c1d092ff7ddf96cf6762d7b9e">tw_pq_enqueue</a>(me-&gt;<a class="code" href="structtw__pe.html#a90e1dbe51a084d6e02580667159e13ff">pq</a>, cev);</div>
<div class="line"><a name="l00367"></a><span class="lineno">  367</span>&#160;        me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a63bdf31079607ac79020b3efb874dedd">s_pq</a> += <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - pq_start;</div>
<div class="line"><a name="l00368"></a><span class="lineno">  368</span>&#160;</div>
<div class="line"><a name="l00369"></a><span class="lineno">  369</span>&#160;            cev = <a class="code" href="tw-eventq_8h.html#ab24e28ddbfec88a67c6c4be13be13d60">tw_eventq_peek</a>(&amp;ckp-&gt;<a class="code" href="structtw__kp.html#a3f7a839239647d5c13db750f34c11013">pevent_q</a>);</div>
<div class="line"><a name="l00370"></a><span class="lineno">  370</span>&#160;            ckp-&gt;<a class="code" href="structtw__kp.html#aabf1253aa1eb55c613a70fb3c9271117">last_time</a> = cev ? cev-&gt;<a class="code" href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">recv_ts</a> : me-&gt;<a class="code" href="structtw__pe.html#a3f82dbbf2dbb0163b6078ff25cb75a1b">GVT</a>;</div>
<div class="line"><a name="l00371"></a><span class="lineno">  371</span>&#160;</div>
<div class="line"><a name="l00372"></a><span class="lineno">  372</span>&#160;            <a class="code" href="mpi__allreduce_8c.html#a805cc76b3ba7583d9bb9186afc73e2ba">tw_gvt_force_update_realtime</a>();</div>
<div class="line"><a name="l00373"></a><span class="lineno">  373</span>&#160;</div>
<div class="line"><a name="l00374"></a><span class="lineno">  374</span>&#160;            me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#abee413204afa47b508421b50b55cbbc4">s_event_abort</a> += <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - start;</div>
<div class="line"><a name="l00375"></a><span class="lineno">  375</span>&#160;</div>
<div class="line"><a name="l00376"></a><span class="lineno">  376</span>&#160;            <span class="keywordflow">break</span>; <span class="comment">// leave the batch function</span></div>
<div class="line"><a name="l00377"></a><span class="lineno">  377</span>&#160;          } <span class="comment">// END ABORT CHECK</span></div>
<div class="line"><a name="l00378"></a><span class="lineno">  378</span>&#160;</div>
<div class="line"><a name="l00379"></a><span class="lineno">  379</span>&#160;        <span class="comment">/* Thread current event into processed queue of kp */</span></div>
<div class="line"><a name="l00380"></a><span class="lineno">  380</span>&#160;        cev-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#a6164e23fd9a6397de27abc5852f4b6c3">owner</a> = <a class="code" href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a2c94cd3198cef1cf804f0cca9906e551">TW_kp_pevent_q</a>;</div>
<div class="line"><a name="l00381"></a><span class="lineno">  381</span>&#160;        <a class="code" href="tw-eventq_8h.html#a6be6332230ef4fb5c8a3f4a0412493a8">tw_eventq_unshift</a>(&amp;ckp-&gt;<a class="code" href="structtw__kp.html#a3f7a839239647d5c13db750f34c11013">pevent_q</a>, cev);</div>
<div class="line"><a name="l00382"></a><span class="lineno">  382</span>&#160;</div>
<div class="line"><a name="l00383"></a><span class="lineno">  383</span>&#160;        <span class="comment">/* Check if realtime GVT time interval has expired */</span></div>
<div class="line"><a name="l00384"></a><span class="lineno">  384</span>&#160;        <span class="keywordflow">if</span>( <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - <a class="code" href="ross-extern_8h.html#a58e9630b16ab32d76f404da9873a69d3">g_tw_gvt_interval_start_cycles</a> &gt; <a class="code" href="ross-extern_8h.html#ade2fd253bc0194452fe2c12b94577fa1">g_tw_gvt_realtime_interval</a>)</div>
<div class="line"><a name="l00385"></a><span class="lineno">  385</span>&#160;          {</div>
<div class="line"><a name="l00386"></a><span class="lineno">  386</span>&#160;            <a class="code" href="mpi__allreduce_8c.html#a805cc76b3ba7583d9bb9186afc73e2ba">tw_gvt_force_update_realtime</a>();</div>
<div class="line"><a name="l00387"></a><span class="lineno">  387</span>&#160;            <span class="keywordflow">break</span>; <span class="comment">// leave the batch function</span></div>
<div class="line"><a name="l00388"></a><span class="lineno">  388</span>&#160;          }</div>
<div class="line"><a name="l00389"></a><span class="lineno">  389</span>&#160;</div>
<div class="line"><a name="l00390"></a><span class="lineno">  390</span>&#160;        <span class="keywordflow">if</span>(<a class="code" href="st-instrumentation_8c.html#ab8c84f60bff9ee801f44654034679fb1">g_st_rt_sampling</a> &amp;&amp;</div>
<div class="line"><a name="l00391"></a><span class="lineno">  391</span>&#160;                <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - <a class="code" href="st-instrumentation_8c.html#a37081b61537af6d4a5f722dba6df24b1">g_st_rt_samp_start_cycles</a> &gt; <a class="code" href="st-instrumentation_8c.html#a7c4e5a65edda0096793ec73b51478c0f">g_st_rt_interval</a>)</div>
<div class="line"><a name="l00392"></a><span class="lineno">  392</span>&#160;        {</div>
<div class="line"><a name="l00393"></a><span class="lineno">  393</span>&#160;            <a class="code" href="aarch64_8h.html#abcd6b97b84bebf1f961f85cd24b56c60">tw_clock</a> current_rt = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00394"></a><span class="lineno">  394</span>&#160;            <span class="keywordflow">if</span> (<a class="code" href="st-instrumentation_8c.html#aa6002a27f9236e4d9c61090a247341f5">g_st_engine_stats</a> == <a class="code" href="st-instrumentation_8h.html#a2a5b594b0675d6ec442baf16bbacdd47a1be4f69425bed3a0f8f35f42f4dcec4a">RT_STATS</a> || <a class="code" href="st-instrumentation_8c.html#aa6002a27f9236e4d9c61090a247341f5">g_st_engine_stats</a> == <a class="code" href="st-instrumentation_8h.html#a2a5b594b0675d6ec442baf16bbacdd47afc9c4a97f2aa53e8f930d1b30dde8781">ALL_STATS</a>)</div>
<div class="line"><a name="l00395"></a><span class="lineno">  395</span>&#160;                <a class="code" href="st-instrumentation_8h.html#a6ae8d8f288de23fd6a4d9d3c8a7b296a">st_collect_engine_data</a>(me, <a class="code" href="st-instrumentation_8h.html#a62e322fd5fc534ed1f671bfcae80f21fa93ff122cb292f3f403fca354f2459863">RT_COL</a>);</div>
<div class="line"><a name="l00396"></a><span class="lineno">  396</span>&#160;            <span class="keywordflow">if</span> (<a class="code" href="st-instrumentation_8c.html#a4775e770faa8c51fc4d08989f610770f">g_st_model_stats</a> == <a class="code" href="st-instrumentation_8h.html#a2a5b594b0675d6ec442baf16bbacdd47a1be4f69425bed3a0f8f35f42f4dcec4a">RT_STATS</a> || <a class="code" href="st-instrumentation_8c.html#a4775e770faa8c51fc4d08989f610770f">g_st_model_stats</a> == <a class="code" href="st-instrumentation_8h.html#a2a5b594b0675d6ec442baf16bbacdd47afc9c4a97f2aa53e8f930d1b30dde8781">ALL_STATS</a>)</div>
<div class="line"><a name="l00397"></a><span class="lineno">  397</span>&#160;                <a class="code" href="st-instrumentation_8h.html#a973d9b1e0d445f4df76b97d8f829798d">st_collect_model_data</a>(me, ((<span class="keywordtype">double</span>)current_rt) / <a class="code" href="gtod_8c.html#a460e9a582762cd454d37d9d2704c3a67">g_tw_clock_rate</a>, <a class="code" href="st-instrumentation_8h.html#a2a5b594b0675d6ec442baf16bbacdd47a1be4f69425bed3a0f8f35f42f4dcec4a">RT_STATS</a>);</div>
<div class="line"><a name="l00398"></a><span class="lineno">  398</span>&#160;</div>
<div class="line"><a name="l00399"></a><span class="lineno">  399</span>&#160;            <a class="code" href="st-instrumentation_8c.html#a37081b61537af6d4a5f722dba6df24b1">g_st_rt_samp_start_cycles</a> = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00400"></a><span class="lineno">  400</span>&#160;        }</div>
<div class="line"><a name="l00401"></a><span class="lineno">  401</span>&#160;    }</div>
<div class="line"><a name="l00402"></a><span class="lineno">  402</span>&#160;}</div>
<div class="line"><a name="l00403"></a><span class="lineno">  403</span>&#160;</div>
<div class="line"><a name="l00404"></a><span class="lineno"><a class="line" href="tw-sched_8c.html#ae7357a99fcf58867f153cb7ab920b400">  404</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="tw-sched_8c.html#ae7357a99fcf58867f153cb7ab920b400">tw_sched_init</a>(<a class="code" href="structtw__pe.html">tw_pe</a> * me) {</div>
<div class="line"><a name="l00405"></a><span class="lineno">  405</span>&#160;    <span class="comment">/* First Stage Init */</span></div>
<div class="line"><a name="l00406"></a><span class="lineno">  406</span>&#160;    (*me-&gt;<a class="code" href="structtw__pe.html#a1a18a7e9d5015e7a493cd0cced6a7989">type</a>.<a class="code" href="structtw__petype.html#af4aa74e1440b43a6e6296e56f9b082df">pre_lp_init</a>)(me);</div>
<div class="line"><a name="l00407"></a><span class="lineno">  407</span>&#160;    <a class="code" href="ross-extern_8h.html#a4f628dcfcaa889cd15a8142af1b1260e">tw_init_kps</a>(me);</div>
<div class="line"><a name="l00408"></a><span class="lineno">  408</span>&#160;    <a class="code" href="ross-extern_8h.html#ac66e6455900b508bb4e4e0cef4df8061">tw_init_lps</a>(me);</div>
<div class="line"><a name="l00409"></a><span class="lineno">  409</span>&#160;    (*me-&gt;<a class="code" href="structtw__pe.html#a1a18a7e9d5015e7a493cd0cced6a7989">type</a>.<a class="code" href="structtw__petype.html#af2fb96157c7bcb798710b79bbea677d3">post_lp_init</a>)(me);</div>
<div class="line"><a name="l00410"></a><span class="lineno">  410</span>&#160;</div>
<div class="line"><a name="l00411"></a><span class="lineno">  411</span>&#160;    <a class="code" href="network-mpi_8c.html#ad2d1779a485bde77b7b62876a9ff6e25">tw_net_barrier</a>();</div>
<div class="line"><a name="l00412"></a><span class="lineno">  412</span>&#160;</div>
<div class="line"><a name="l00413"></a><span class="lineno">  413</span>&#160;    <span class="comment">/* Second Stage Init -- all LPs are created and have proper mappings */</span></div>
<div class="line"><a name="l00414"></a><span class="lineno">  414</span>&#160;    <a class="code" href="ross-extern_8h.html#aab34bd3abe37a02c5a785eba6161d498">tw_pre_run_lps</a>(me);</div>
<div class="line"><a name="l00415"></a><span class="lineno">  415</span>&#160;    <a class="code" href="network-mpi_8c.html#ad2d1779a485bde77b7b62876a9ff6e25">tw_net_barrier</a>();</div>
<div class="line"><a name="l00416"></a><span class="lineno">  416</span>&#160;</div>
<div class="line"><a name="l00417"></a><span class="lineno">  417</span>&#160;<span class="preprocessor">#ifdef USE_RIO</span></div>
<div class="line"><a name="l00418"></a><span class="lineno">  418</span>&#160;<span class="preprocessor"></span>    <a class="code" href="aarch64_8h.html#abcd6b97b84bebf1f961f85cd24b56c60">tw_clock</a> start = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00419"></a><span class="lineno">  419</span>&#160;    <a class="code" href="io-mpi_8c.html#a2c72f26ee424fa3597838fd69de45cdb">io_load_events</a>(me);</div>
<div class="line"><a name="l00420"></a><span class="lineno">  420</span>&#160;    me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.s_rio_load += (<a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - start);</div>
<div class="line"><a name="l00421"></a><span class="lineno">  421</span>&#160;    <a class="code" href="network-mpi_8c.html#ad2d1779a485bde77b7b62876a9ff6e25">tw_net_barrier</a>();</div>
<div class="line"><a name="l00422"></a><span class="lineno">  422</span>&#160;<span class="preprocessor">#endif</span></div>
<div class="line"><a name="l00423"></a><span class="lineno">  423</span>&#160;<span class="preprocessor"></span></div>
<div class="line"><a name="l00424"></a><span class="lineno">  424</span>&#160;    <span class="comment">/*</span></div>
<div class="line"><a name="l00425"></a><span class="lineno">  425</span>&#160;<span class="comment">    * Recv all of the startup events out of the network before</span></div>
<div class="line"><a name="l00426"></a><span class="lineno">  426</span>&#160;<span class="comment">    * starting simulation.. at this point, all LPs are done with init.</span></div>
<div class="line"><a name="l00427"></a><span class="lineno">  427</span>&#160;<span class="comment">    */</span></div>
<div class="line"><a name="l00428"></a><span class="lineno">  428</span>&#160;    <span class="keywordflow">if</span> (<a class="code" href="network-mpi_8c.html#a2818efb70df48e5e29d3dacb3e2de009">tw_nnodes</a>() &gt; 1) {</div>
<div class="line"><a name="l00429"></a><span class="lineno">  429</span>&#160;        <a class="code" href="network-mpi_8c.html#a27a1957e366f9b52848477702234fc08">tw_net_read</a>(me);</div>
<div class="line"><a name="l00430"></a><span class="lineno">  430</span>&#160;        <a class="code" href="network-mpi_8c.html#ad2d1779a485bde77b7b62876a9ff6e25">tw_net_barrier</a>();</div>
<div class="line"><a name="l00431"></a><span class="lineno">  431</span>&#160;        <a class="code" href="aarch64_8c.html#adb6ac59d7f33538cc7ebe7d9e47ec255">tw_clock_init</a>(me);</div>
<div class="line"><a name="l00432"></a><span class="lineno">  432</span>&#160;    }</div>
<div class="line"><a name="l00433"></a><span class="lineno">  433</span>&#160;</div>
<div class="line"><a name="l00434"></a><span class="lineno">  434</span>&#160;    <span class="comment">/* This lets the signal handler know that we have started</span></div>
<div class="line"><a name="l00435"></a><span class="lineno">  435</span>&#160;<span class="comment">    * the scheduler loop, and to print out the stats before</span></div>
<div class="line"><a name="l00436"></a><span class="lineno">  436</span>&#160;<span class="comment">    * finishing if someone should type CTRL-c</span></div>
<div class="line"><a name="l00437"></a><span class="lineno">  437</span>&#160;<span class="comment">    */</span></div>
<div class="line"><a name="l00438"></a><span class="lineno">  438</span>&#160;    <a class="code" href="ross-extern_8h.html#ad8dd0c6c6e24d52a9fc457a6d85bd561">g_tw_sim_started</a> = 1;</div>
<div class="line"><a name="l00439"></a><span class="lineno">  439</span>&#160;}</div>
<div class="line"><a name="l00440"></a><span class="lineno">  440</span>&#160;</div>
<div class="line"><a name="l00441"></a><span class="lineno">  441</span>&#160;<span class="comment">/*************************************************************************/</span></div>
<div class="line"><a name="l00442"></a><span class="lineno">  442</span>&#160;<span class="comment">/* Primary Schedulers -- In order: Sequential, Conservative, Optimistic  */</span></div>
<div class="line"><a name="l00443"></a><span class="lineno">  443</span>&#160;<span class="comment">/*************************************************************************/</span></div>
<div class="line"><a name="l00444"></a><span class="lineno">  444</span>&#160;</div>
<div class="line"><a name="l00445"></a><span class="lineno"><a class="line" href="tw-sched_8c.html#ae19668282cb4aab245e2382eea8f1967">  445</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="tw-sched_8c.html#ae19668282cb4aab245e2382eea8f1967">tw_scheduler_sequential</a>(<a class="code" href="structtw__pe.html">tw_pe</a> * me) {</div>
<div class="line"><a name="l00446"></a><span class="lineno">  446</span>&#160;    <a class="code" href="ross_8h.html#a80b370bc538e17441aef6afaff852678">tw_stime</a> gvt = <a class="code" href="ross_8h.html#a273c2f3e8e704f34d62888aa26e61d73">TW_STIME_CRT</a>(0.0);</div>
<div class="line"><a name="l00447"></a><span class="lineno">  447</span>&#160;</div>
<div class="line"><a name="l00448"></a><span class="lineno">  448</span>&#160;    <span class="keywordflow">if</span>(<a class="code" href="network-mpi_8c.html#a2818efb70df48e5e29d3dacb3e2de009">tw_nnodes</a>() &gt; 1) {</div>
<div class="line"><a name="l00449"></a><span class="lineno">  449</span>&#160;        <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;Sequential Scheduler used for world size greater than 1.&quot;</span>);</div>
<div class="line"><a name="l00450"></a><span class="lineno">  450</span>&#160;    }</div>
<div class="line"><a name="l00451"></a><span class="lineno">  451</span>&#160;</div>
<div class="line"><a name="l00452"></a><span class="lineno">  452</span>&#160;    <a class="code" href="structtw__event.html">tw_event</a> *cev;</div>
<div class="line"><a name="l00453"></a><span class="lineno">  453</span>&#160;</div>
<div class="line"><a name="l00454"></a><span class="lineno">  454</span>&#160;    printf(<span class="stringliteral">&quot;*** START SEQUENTIAL SIMULATION ***\n\n&quot;</span>);</div>
<div class="line"><a name="l00455"></a><span class="lineno">  455</span>&#160;</div>
<div class="line"><a name="l00456"></a><span class="lineno">  456</span>&#160;    <a class="code" href="ross-extern_8h.html#abb6fbfaf29e819dca59955bfda375992">tw_wall_now</a>(&amp;me-&gt;<a class="code" href="structtw__pe.html#ae9ea107324c86529f69a2b32526e19a8">start_time</a>);</div>
<div class="line"><a name="l00457"></a><span class="lineno">  457</span>&#160;    me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a77e96c47b9469e7a2dac21158f66d192">s_total</a> = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00458"></a><span class="lineno">  458</span>&#160;</div>
<div class="line"><a name="l00459"></a><span class="lineno">  459</span>&#160;    <span class="keywordflow">while</span> ((cev = <a class="code" href="splay_8c.html#a565d3c6a9a77554cd31df48547edf4ad">tw_pq_dequeue</a>(me-&gt;<a class="code" href="structtw__pe.html#a90e1dbe51a084d6e02580667159e13ff">pq</a>))) {</div>
<div class="line"><a name="l00460"></a><span class="lineno">  460</span>&#160;        <a class="code" href="structtw__lp.html">tw_lp</a> *clp = cev-&gt;<a class="code" href="structtw__event.html#afbd71fb6565dd9a4de0ad8e77e748c8a">dest_lp</a>;</div>
<div class="line"><a name="l00461"></a><span class="lineno">  461</span>&#160;        <a class="code" href="structtw__kp.html">tw_kp</a> *ckp = clp-&gt;<a class="code" href="structtw__lp.html#a8028662b2668953fa9f49f2df7d00850">kp</a>;</div>
<div class="line"><a name="l00462"></a><span class="lineno">  462</span>&#160;</div>
<div class="line"><a name="l00463"></a><span class="lineno">  463</span>&#160;        me-&gt;<a class="code" href="structtw__pe.html#aa172b398c08f6cb989cf2449adb06a12">cur_event</a> = cev;</div>
<div class="line"><a name="l00464"></a><span class="lineno">  464</span>&#160;        ckp-&gt;<a class="code" href="structtw__kp.html#aabf1253aa1eb55c613a70fb3c9271117">last_time</a> = cev-&gt;<a class="code" href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">recv_ts</a>;</div>
<div class="line"><a name="l00465"></a><span class="lineno">  465</span>&#160;</div>
<div class="line"><a name="l00466"></a><span class="lineno">  466</span>&#160;        <span class="keywordflow">if</span>(<a class="code" href="ross_8h.html#a650bdf282bba8368dd3325bed7e12abc">TW_STIME_CMP</a>(cev-&gt;<a class="code" href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">recv_ts</a>, <a class="code" href="splay_8c.html#a2e74d926ed307c34933ddf19e251e68b">tw_pq_minimum</a>(me-&gt;<a class="code" href="structtw__pe.html#a90e1dbe51a084d6e02580667159e13ff">pq</a>)) == 0) {</div>
<div class="line"><a name="l00467"></a><span class="lineno">  467</span>&#160;            me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a62e777ce390693fbe7b4fb88110c3c10">s_pe_event_ties</a>++;</div>
<div class="line"><a name="l00468"></a><span class="lineno">  468</span>&#160;        }</div>
<div class="line"><a name="l00469"></a><span class="lineno">  469</span>&#160;</div>
<div class="line"><a name="l00470"></a><span class="lineno">  470</span>&#160;        gvt = cev-&gt;<a class="code" href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">recv_ts</a>;</div>
<div class="line"><a name="l00471"></a><span class="lineno">  471</span>&#160;        <span class="keywordflow">if</span>(<a class="code" href="ross_8h.html#a096f73feb08316896d644277b486c9ea">TW_STIME_DBL</a>(gvt)/<a class="code" href="ross-extern_8h.html#aedd6d883bb5b01f0d5c1121f48b0477e">g_tw_ts_end</a> &gt; <a class="code" href="mpi__allreduce_8h.html#a10504ff786bda8b4bc15aa8ef06f6881">percent_complete</a> &amp;&amp; (<a class="code" href="ross-extern_8h.html#a83ae3f8b8b94935a1dbdfa2d2552f508">g_tw_mynode</a> == <a class="code" href="ross-extern_8h.html#abb6067d27f1c3e888c1d276490f28088">g_tw_masternode</a>)) {</div>
<div class="line"><a name="l00472"></a><span class="lineno">  472</span>&#160;            <a class="code" href="mpi__allreduce_8h.html#a987cf58596f8cd786d561f50cf23d3d3">gvt_print</a>(gvt);</div>
<div class="line"><a name="l00473"></a><span class="lineno">  473</span>&#160;        }</div>
<div class="line"><a name="l00474"></a><span class="lineno">  474</span>&#160;</div>
<div class="line"><a name="l00475"></a><span class="lineno">  475</span>&#160;        <a class="code" href="tw-sched_8c.html#a7a172f12578f34ccf37ace58ca06eac6">reset_bitfields</a>(cev);</div>
<div class="line"><a name="l00476"></a><span class="lineno">  476</span>&#160;        clp-&gt;<a class="code" href="structtw__lp.html#ab625bb15608759dde614a877a992672b">critical_path</a> = <a class="code" href="ross-kernel-inline_8h.html#afd7e8bb46e590a19612ac045cf3f6f03">ROSS_MAX</a>(clp-&gt;<a class="code" href="structtw__lp.html#ab625bb15608759dde614a877a992672b">critical_path</a>, cev-&gt;<a class="code" href="structtw__event.html#a5b1396b64aa4caf29bdc26f0930a250b">critical_path</a>)+1;</div>
<div class="line"><a name="l00477"></a><span class="lineno">  477</span>&#160;        (*clp-&gt;<a class="code" href="structtw__lp.html#a205f09ff294b6bb1f61eab7b099ebea2">type</a>-&gt;<a class="code" href="structtw__lptype.html#a4510afb56377e810a7a4094bc8156dc7">event</a>)(clp-&gt;<a class="code" href="structtw__lp.html#a34fb8e673f23705156b2473503e8a2d5">cur_state</a>, &amp;cev-&gt;<a class="code" href="structtw__event.html#ab29a363ffc4af436e28ea2e9c02d7856">cv</a>, <a class="code" href="ross-extern_8h.html#a3def69f148eaba619b26c898c90687b8">tw_event_data</a>(cev), clp);</div>
<div class="line"><a name="l00478"></a><span class="lineno">  478</span>&#160;        <span class="keywordflow">if</span> (<a class="code" href="st-event-trace_8c.html#aa8f89edcf6adbbfc0b12f6376ca511c3">g_st_ev_trace</a> == <a class="code" href="st-instrumentation_8h.html#ab071ea22ad9c8846a677ec31ddad6018a93db273ac3831ea882ec636acdeedc55">FULL_TRACE</a>)</div>
<div class="line"><a name="l00479"></a><span class="lineno">  479</span>&#160;            <a class="code" href="st-event-trace_8c.html#a186f7512fd723e604b501b3ba256178b">st_collect_event_data</a>(cev, <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() / <a class="code" href="gtod_8c.html#a460e9a582762cd454d37d9d2704c3a67">g_tw_clock_rate</a>);</div>
<div class="line"><a name="l00480"></a><span class="lineno">  480</span>&#160;        <span class="keywordflow">if</span> (*clp-&gt;<a class="code" href="structtw__lp.html#a205f09ff294b6bb1f61eab7b099ebea2">type</a>-&gt;<a class="code" href="structtw__lptype.html#afd3d1d270480dfaaf8e9af841122bf39">commit</a>) {</div>
<div class="line"><a name="l00481"></a><span class="lineno">  481</span>&#160;            (*clp-&gt;<a class="code" href="structtw__lp.html#a205f09ff294b6bb1f61eab7b099ebea2">type</a>-&gt;<a class="code" href="structtw__lptype.html#afd3d1d270480dfaaf8e9af841122bf39">commit</a>)(clp-&gt;<a class="code" href="structtw__lp.html#a34fb8e673f23705156b2473503e8a2d5">cur_state</a>, &amp;cev-&gt;<a class="code" href="structtw__event.html#ab29a363ffc4af436e28ea2e9c02d7856">cv</a>, <a class="code" href="ross-extern_8h.html#a3def69f148eaba619b26c898c90687b8">tw_event_data</a>(cev), clp);</div>
<div class="line"><a name="l00482"></a><span class="lineno">  482</span>&#160;        }</div>
<div class="line"><a name="l00483"></a><span class="lineno">  483</span>&#160;</div>
<div class="line"><a name="l00484"></a><span class="lineno">  484</span>&#160;        <span class="keywordflow">if</span> (me-&gt;<a class="code" href="structtw__pe.html#a5a432d56a00d136a8ed94a309014d591">cev_abort</a>){</div>
<div class="line"><a name="l00485"></a><span class="lineno">  485</span>&#160;            <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;insufficient event memory&quot;</span>);</div>
<div class="line"><a name="l00486"></a><span class="lineno">  486</span>&#160;        }</div>
<div class="line"><a name="l00487"></a><span class="lineno">  487</span>&#160;</div>
<div class="line"><a name="l00488"></a><span class="lineno">  488</span>&#160;        ckp-&gt;<a class="code" href="structtw__kp.html#ac6d205df22a30a62f5694ac1d3d1c14a">s_nevent_processed</a>++;</div>
<div class="line"><a name="l00489"></a><span class="lineno">  489</span>&#160;        <span class="comment">// instrumentation</span></div>
<div class="line"><a name="l00490"></a><span class="lineno">  490</span>&#160;        ckp-&gt;<a class="code" href="structtw__kp.html#a05a49ec7f8f98c6d7d8ca15ae1f8abdb">kp_stats</a>-&gt;<a class="code" href="structst__kp__stats.html#a104d335ef8681a661735bbe760deca1b">s_nevent_processed</a>++;</div>
<div class="line"><a name="l00491"></a><span class="lineno">  491</span>&#160;        clp-&gt;<a class="code" href="structtw__lp.html#a0a11fbbde67b3bc5555f659c4a20f572">lp_stats</a>-&gt;<a class="code" href="structst__lp__stats.html#a3e175c6e5fa47ee3bffcabecd3efa72a">s_nevent_processed</a>++;</div>
<div class="line"><a name="l00492"></a><span class="lineno">  492</span>&#160;        <a class="code" href="ross-extern_8h.html#a5215643013906a13f0e2febadd0b0473">tw_event_free</a>(me, cev);</div>
<div class="line"><a name="l00493"></a><span class="lineno">  493</span>&#160;</div>
<div class="line"><a name="l00494"></a><span class="lineno">  494</span>&#160;        <span class="keywordflow">if</span>(<a class="code" href="st-instrumentation_8c.html#ab8c84f60bff9ee801f44654034679fb1">g_st_rt_sampling</a> &amp;&amp;</div>
<div class="line"><a name="l00495"></a><span class="lineno">  495</span>&#160;                <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - <a class="code" href="st-instrumentation_8c.html#a37081b61537af6d4a5f722dba6df24b1">g_st_rt_samp_start_cycles</a> &gt; <a class="code" href="st-instrumentation_8c.html#a7c4e5a65edda0096793ec73b51478c0f">g_st_rt_interval</a>)</div>
<div class="line"><a name="l00496"></a><span class="lineno">  496</span>&#160;        {</div>
<div class="line"><a name="l00497"></a><span class="lineno">  497</span>&#160;            <a class="code" href="aarch64_8h.html#abcd6b97b84bebf1f961f85cd24b56c60">tw_clock</a> current_rt = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00498"></a><span class="lineno">  498</span>&#160;            <span class="keywordflow">if</span> (<a class="code" href="st-instrumentation_8c.html#a4775e770faa8c51fc4d08989f610770f">g_st_model_stats</a> == <a class="code" href="st-instrumentation_8h.html#a2a5b594b0675d6ec442baf16bbacdd47a1be4f69425bed3a0f8f35f42f4dcec4a">RT_STATS</a> || <a class="code" href="st-instrumentation_8c.html#a4775e770faa8c51fc4d08989f610770f">g_st_model_stats</a> == <a class="code" href="st-instrumentation_8h.html#a2a5b594b0675d6ec442baf16bbacdd47afc9c4a97f2aa53e8f930d1b30dde8781">ALL_STATS</a>)</div>
<div class="line"><a name="l00499"></a><span class="lineno">  499</span>&#160;                <a class="code" href="st-instrumentation_8h.html#a973d9b1e0d445f4df76b97d8f829798d">st_collect_model_data</a>(me, ((<span class="keywordtype">double</span>)current_rt) / <a class="code" href="gtod_8c.html#a460e9a582762cd454d37d9d2704c3a67">g_tw_clock_rate</a>, <a class="code" href="st-instrumentation_8h.html#a2a5b594b0675d6ec442baf16bbacdd47a1be4f69425bed3a0f8f35f42f4dcec4a">RT_STATS</a>);</div>
<div class="line"><a name="l00500"></a><span class="lineno">  500</span>&#160;</div>
<div class="line"><a name="l00501"></a><span class="lineno">  501</span>&#160;            <a class="code" href="st-instrumentation_8c.html#a37081b61537af6d4a5f722dba6df24b1">g_st_rt_samp_start_cycles</a> = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00502"></a><span class="lineno">  502</span>&#160;        }</div>
<div class="line"><a name="l00503"></a><span class="lineno">  503</span>&#160;    }</div>
<div class="line"><a name="l00504"></a><span class="lineno">  504</span>&#160;    <a class="code" href="ross-extern_8h.html#abb6fbfaf29e819dca59955bfda375992">tw_wall_now</a>(&amp;me-&gt;<a class="code" href="structtw__pe.html#a164ff8a0fc75eddb81fb6629396fea39">end_time</a>);</div>
<div class="line"><a name="l00505"></a><span class="lineno">  505</span>&#160;    me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a77e96c47b9469e7a2dac21158f66d192">s_total</a> = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a77e96c47b9469e7a2dac21158f66d192">s_total</a>;</div>
<div class="line"><a name="l00506"></a><span class="lineno">  506</span>&#160;</div>
<div class="line"><a name="l00507"></a><span class="lineno">  507</span>&#160;    printf(<span class="stringliteral">&quot;*** END SIMULATION ***\n\n&quot;</span>);</div>
<div class="line"><a name="l00508"></a><span class="lineno">  508</span>&#160;</div>
<div class="line"><a name="l00509"></a><span class="lineno">  509</span>&#160;    <a class="code" href="ross-extern_8h.html#a0782b6be50ca83cb7f43782cde7d9ad4">tw_stats</a>(me);</div>
<div class="line"><a name="l00510"></a><span class="lineno">  510</span>&#160;</div>
<div class="line"><a name="l00511"></a><span class="lineno">  511</span>&#160;    (*me-&gt;<a class="code" href="structtw__pe.html#a1a18a7e9d5015e7a493cd0cced6a7989">type</a>.<a class="code" href="structtw__petype.html#a14bc8242b2e81814488d4fb9000c5649">final</a>)(me);</div>
<div class="line"><a name="l00512"></a><span class="lineno">  512</span>&#160;}</div>
<div class="line"><a name="l00513"></a><span class="lineno">  513</span>&#160;</div>
<div class="line"><a name="l00514"></a><span class="lineno"><a class="line" href="tw-sched_8c.html#ab3e02a0e976921bd18a11b8b6a00c110">  514</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="tw-sched_8c.html#ab3e02a0e976921bd18a11b8b6a00c110">tw_scheduler_conservative</a>(<a class="code" href="structtw__pe.html">tw_pe</a> * me) {</div>
<div class="line"><a name="l00515"></a><span class="lineno">  515</span>&#160;    <a class="code" href="aarch64_8h.html#abcd6b97b84bebf1f961f85cd24b56c60">tw_clock</a> start;</div>
<div class="line"><a name="l00516"></a><span class="lineno">  516</span>&#160;    <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> msg_i;</div>
<div class="line"><a name="l00517"></a><span class="lineno">  517</span>&#160;</div>
<div class="line"><a name="l00518"></a><span class="lineno">  518</span>&#160;    <span class="keywordflow">if</span> (<a class="code" href="ross-extern_8h.html#a83ae3f8b8b94935a1dbdfa2d2552f508">g_tw_mynode</a> == <a class="code" href="ross-extern_8h.html#abb6067d27f1c3e888c1d276490f28088">g_tw_masternode</a>) {</div>
<div class="line"><a name="l00519"></a><span class="lineno">  519</span>&#160;        printf(<span class="stringliteral">&quot;*** START PARALLEL CONSERVATIVE SIMULATION ***\n\n&quot;</span>);</div>
<div class="line"><a name="l00520"></a><span class="lineno">  520</span>&#160;    }</div>
<div class="line"><a name="l00521"></a><span class="lineno">  521</span>&#160;</div>
<div class="line"><a name="l00522"></a><span class="lineno">  522</span>&#160;    <a class="code" href="ross-extern_8h.html#abb6fbfaf29e819dca59955bfda375992">tw_wall_now</a>(&amp;me-&gt;<a class="code" href="structtw__pe.html#ae9ea107324c86529f69a2b32526e19a8">start_time</a>);</div>
<div class="line"><a name="l00523"></a><span class="lineno">  523</span>&#160;    me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a77e96c47b9469e7a2dac21158f66d192">s_total</a> = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00524"></a><span class="lineno">  524</span>&#160;</div>
<div class="line"><a name="l00525"></a><span class="lineno">  525</span>&#160;    <span class="keywordflow">for</span> (;;){</div>
<div class="line"><a name="l00526"></a><span class="lineno">  526</span>&#160;        <span class="keywordflow">if</span> (<a class="code" href="network-mpi_8c.html#a2818efb70df48e5e29d3dacb3e2de009">tw_nnodes</a>() &gt; 1){</div>
<div class="line"><a name="l00527"></a><span class="lineno">  527</span>&#160;            start = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00528"></a><span class="lineno">  528</span>&#160;            <a class="code" href="network-mpi_8c.html#a27a1957e366f9b52848477702234fc08">tw_net_read</a>(me);</div>
<div class="line"><a name="l00529"></a><span class="lineno">  529</span>&#160;            me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a1c60ba2fc1683cc9cff5da33497f13f0">s_net_read</a> += <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - start;</div>
<div class="line"><a name="l00530"></a><span class="lineno">  530</span>&#160;        }</div>
<div class="line"><a name="l00531"></a><span class="lineno">  531</span>&#160;</div>
<div class="line"><a name="l00532"></a><span class="lineno">  532</span>&#160;        <a class="code" href="mpi__allreduce_8c.html#ab480140292034a18580653906c0663ed">tw_gvt_step1</a>(me);</div>
<div class="line"><a name="l00533"></a><span class="lineno">  533</span>&#160;        <a class="code" href="tw-sched_8c.html#a0bb0520414480154343b267735636433">tw_sched_event_q</a>(me);</div>
<div class="line"><a name="l00534"></a><span class="lineno">  534</span>&#160;        <a class="code" href="mpi__allreduce_8c.html#aef8c69bf46e491eb7fe51c088857d60f">tw_gvt_step2</a>(me);</div>
<div class="line"><a name="l00535"></a><span class="lineno">  535</span>&#160;</div>
<div class="line"><a name="l00536"></a><span class="lineno">  536</span>&#160;        <span class="keywordflow">if</span> (<a class="code" href="ross_8h.html#a096f73feb08316896d644277b486c9ea">TW_STIME_DBL</a>(me-&gt;<a class="code" href="structtw__pe.html#a3f82dbbf2dbb0163b6078ff25cb75a1b">GVT</a>) &gt; <a class="code" href="ross-extern_8h.html#aedd6d883bb5b01f0d5c1121f48b0477e">g_tw_ts_end</a>) {</div>
<div class="line"><a name="l00537"></a><span class="lineno">  537</span>&#160;            <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00538"></a><span class="lineno">  538</span>&#160;        }</div>
<div class="line"><a name="l00539"></a><span class="lineno">  539</span>&#160;</div>
<div class="line"><a name="l00540"></a><span class="lineno">  540</span>&#160;        <span class="comment">// put &quot;batch&quot; loop directly here</span></div>
<div class="line"><a name="l00541"></a><span class="lineno">  541</span>&#160;        <span class="comment">/* Process g_tw_mblock events, or until the PQ is empty</span></div>
<div class="line"><a name="l00542"></a><span class="lineno">  542</span>&#160;<span class="comment">        * (whichever comes first).</span></div>
<div class="line"><a name="l00543"></a><span class="lineno">  543</span>&#160;<span class="comment">        */</span></div>
<div class="line"><a name="l00544"></a><span class="lineno">  544</span>&#160;        <span class="keywordflow">for</span> (msg_i = <a class="code" href="ross-extern_8h.html#ad2b9212f634d736cfcdf03b9a3b3a818">g_tw_mblock</a>; msg_i; msg_i--) {</div>
<div class="line"><a name="l00545"></a><span class="lineno">  545</span>&#160;            <a class="code" href="structtw__event.html">tw_event</a> *cev;</div>
<div class="line"><a name="l00546"></a><span class="lineno">  546</span>&#160;            <a class="code" href="structtw__lp.html">tw_lp</a> *clp;</div>
<div class="line"><a name="l00547"></a><span class="lineno">  547</span>&#160;            <a class="code" href="structtw__kp.html">tw_kp</a> *ckp;</div>
<div class="line"><a name="l00548"></a><span class="lineno">  548</span>&#160;</div>
<div class="line"><a name="l00549"></a><span class="lineno">  549</span>&#160;            <span class="comment">/* OUT OF FREE EVENT BUFFERS.  BAD.</span></div>
<div class="line"><a name="l00550"></a><span class="lineno">  550</span>&#160;<span class="comment">            * Go do fossil collect immediately.</span></div>
<div class="line"><a name="l00551"></a><span class="lineno">  551</span>&#160;<span class="comment">            */</span></div>
<div class="line"><a name="l00552"></a><span class="lineno">  552</span>&#160;            <span class="keywordflow">if</span> (me-&gt;<a class="code" href="structtw__pe.html#a0c3cba781d3d3836d9ebdd93d5be8be5">free_q</a>.<a class="code" href="structtw__eventq.html#a0c96afb4c69e6f7bba7e72b1332dbd6e">size</a> &lt;= <a class="code" href="ross-extern_8h.html#a0971b76f9dc9a9097c4999d4121c2518">g_tw_gvt_threshold</a>) {</div>
<div class="line"><a name="l00553"></a><span class="lineno">  553</span>&#160;                <a class="code" href="mpi__allreduce_8c.html#a483098cf3c7db0378e825db007a3a300">tw_gvt_force_update</a>();</div>
<div class="line"><a name="l00554"></a><span class="lineno">  554</span>&#160;                <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00555"></a><span class="lineno">  555</span>&#160;            }</div>
<div class="line"><a name="l00556"></a><span class="lineno">  556</span>&#160;</div>
<div class="line"><a name="l00557"></a><span class="lineno">  557</span>&#160;            <span class="keywordflow">if</span>(<a class="code" href="ross_8h.html#a096f73feb08316896d644277b486c9ea">TW_STIME_DBL</a>(<a class="code" href="splay_8c.html#a2e74d926ed307c34933ddf19e251e68b">tw_pq_minimum</a>(me-&gt;<a class="code" href="structtw__pe.html#a90e1dbe51a084d6e02580667159e13ff">pq</a>)) &gt;= <a class="code" href="ross_8h.html#a096f73feb08316896d644277b486c9ea">TW_STIME_DBL</a>(me-&gt;<a class="code" href="structtw__pe.html#a3f82dbbf2dbb0163b6078ff25cb75a1b">GVT</a>) + <a class="code" href="ross-extern_8h.html#ae6211f101eb9694fec8f350c874ba6cd">g_tw_lookahead</a>) {</div>
<div class="line"><a name="l00558"></a><span class="lineno">  558</span>&#160;                <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00559"></a><span class="lineno">  559</span>&#160;            }</div>
<div class="line"><a name="l00560"></a><span class="lineno">  560</span>&#160;</div>
<div class="line"><a name="l00561"></a><span class="lineno">  561</span>&#160;            start = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00562"></a><span class="lineno">  562</span>&#160;            <span class="keywordflow">if</span> (!(cev = <a class="code" href="splay_8c.html#a565d3c6a9a77554cd31df48547edf4ad">tw_pq_dequeue</a>(me-&gt;<a class="code" href="structtw__pe.html#a90e1dbe51a084d6e02580667159e13ff">pq</a>))) {</div>
<div class="line"><a name="l00563"></a><span class="lineno">  563</span>&#160;                <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00564"></a><span class="lineno">  564</span>&#160;            }</div>
<div class="line"><a name="l00565"></a><span class="lineno">  565</span>&#160;            me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a63bdf31079607ac79020b3efb874dedd">s_pq</a> += <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - start;</div>
<div class="line"><a name="l00566"></a><span class="lineno">  566</span>&#160;            <span class="keywordflow">if</span>(<a class="code" href="ross_8h.html#a650bdf282bba8368dd3325bed7e12abc">TW_STIME_CMP</a>(cev-&gt;<a class="code" href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">recv_ts</a>, <a class="code" href="splay_8c.html#a2e74d926ed307c34933ddf19e251e68b">tw_pq_minimum</a>(me-&gt;<a class="code" href="structtw__pe.html#a90e1dbe51a084d6e02580667159e13ff">pq</a>)) == 0) {</div>
<div class="line"><a name="l00567"></a><span class="lineno">  567</span>&#160;                me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a62e777ce390693fbe7b4fb88110c3c10">s_pe_event_ties</a>++;</div>
<div class="line"><a name="l00568"></a><span class="lineno">  568</span>&#160;            }</div>
<div class="line"><a name="l00569"></a><span class="lineno">  569</span>&#160;</div>
<div class="line"><a name="l00570"></a><span class="lineno">  570</span>&#160;            clp = cev-&gt;<a class="code" href="structtw__event.html#afbd71fb6565dd9a4de0ad8e77e748c8a">dest_lp</a>;</div>
<div class="line"><a name="l00571"></a><span class="lineno">  571</span>&#160;            ckp = clp-&gt;<a class="code" href="structtw__lp.html#a8028662b2668953fa9f49f2df7d00850">kp</a>;</div>
<div class="line"><a name="l00572"></a><span class="lineno">  572</span>&#160;            me-&gt;<a class="code" href="structtw__pe.html#aa172b398c08f6cb989cf2449adb06a12">cur_event</a> = cev;</div>
<div class="line"><a name="l00573"></a><span class="lineno">  573</span>&#160;            <span class="keywordflow">if</span>( <a class="code" href="ross_8h.html#a650bdf282bba8368dd3325bed7e12abc">TW_STIME_CMP</a>(ckp-&gt;<a class="code" href="structtw__kp.html#aabf1253aa1eb55c613a70fb3c9271117">last_time</a>, cev-&gt;<a class="code" href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">recv_ts</a>) &gt; 0 ){</div>
<div class="line"><a name="l00574"></a><span class="lineno">  574</span>&#160;                <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;Found KP last time %lf &gt; current event time %lf for LP %d, PE %lu&quot;</span></div>
<div class="line"><a name="l00575"></a><span class="lineno">  575</span>&#160;                        <span class="stringliteral">&quot;src LP %lu, src PE %lu&quot;</span>,</div>
<div class="line"><a name="l00576"></a><span class="lineno">  576</span>&#160;                ckp-&gt;<a class="code" href="structtw__kp.html#aabf1253aa1eb55c613a70fb3c9271117">last_time</a>, cev-&gt;<a class="code" href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">recv_ts</a>, clp-&gt;<a class="code" href="structtw__lp.html#a3e75d9bf7796c16870ad686564ee4c20">gid</a>, clp-&gt;<a class="code" href="structtw__lp.html#a9fd32632e5c45a00faf16a6fd0814640">pe</a>-&gt;<a class="code" href="structtw__pe.html#a8a57f2123eddf6a195d82ecc781093e6">id</a>,</div>
<div class="line"><a name="l00577"></a><span class="lineno">  577</span>&#160;                cev-&gt;<a class="code" href="structtw__event.html#a7f8588732c77f3e428cf2cfeee72c997">send_lp</a>, cev-&gt;<a class="code" href="structtw__event.html#af17bb0c089b131142a2cb9c98bee0753">send_pe</a>);</div>
<div class="line"><a name="l00578"></a><span class="lineno">  578</span>&#160;            }</div>
<div class="line"><a name="l00579"></a><span class="lineno">  579</span>&#160;            ckp-&gt;<a class="code" href="structtw__kp.html#aabf1253aa1eb55c613a70fb3c9271117">last_time</a> = cev-&gt;<a class="code" href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">recv_ts</a>;</div>
<div class="line"><a name="l00580"></a><span class="lineno">  580</span>&#160;</div>
<div class="line"><a name="l00581"></a><span class="lineno">  581</span>&#160;            start = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00582"></a><span class="lineno">  582</span>&#160;            <a class="code" href="tw-sched_8c.html#a7a172f12578f34ccf37ace58ca06eac6">reset_bitfields</a>(cev);</div>
<div class="line"><a name="l00583"></a><span class="lineno">  583</span>&#160;            clp-&gt;<a class="code" href="structtw__lp.html#ab625bb15608759dde614a877a992672b">critical_path</a> = <a class="code" href="ross-kernel-inline_8h.html#afd7e8bb46e590a19612ac045cf3f6f03">ROSS_MAX</a>(clp-&gt;<a class="code" href="structtw__lp.html#ab625bb15608759dde614a877a992672b">critical_path</a>, cev-&gt;<a class="code" href="structtw__event.html#a5b1396b64aa4caf29bdc26f0930a250b">critical_path</a>)+1;</div>
<div class="line"><a name="l00584"></a><span class="lineno">  584</span>&#160;            (*clp-&gt;<a class="code" href="structtw__lp.html#a205f09ff294b6bb1f61eab7b099ebea2">type</a>-&gt;<a class="code" href="structtw__lptype.html#a4510afb56377e810a7a4094bc8156dc7">event</a>)(clp-&gt;<a class="code" href="structtw__lp.html#a34fb8e673f23705156b2473503e8a2d5">cur_state</a>, &amp;cev-&gt;<a class="code" href="structtw__event.html#ab29a363ffc4af436e28ea2e9c02d7856">cv</a>, <a class="code" href="ross-extern_8h.html#a3def69f148eaba619b26c898c90687b8">tw_event_data</a>(cev), clp);</div>
<div class="line"><a name="l00585"></a><span class="lineno">  585</span>&#160;            <span class="keywordflow">if</span> (<a class="code" href="st-event-trace_8c.html#aa8f89edcf6adbbfc0b12f6376ca511c3">g_st_ev_trace</a> == <a class="code" href="st-instrumentation_8h.html#ab071ea22ad9c8846a677ec31ddad6018a93db273ac3831ea882ec636acdeedc55">FULL_TRACE</a>)</div>
<div class="line"><a name="l00586"></a><span class="lineno">  586</span>&#160;                <a class="code" href="st-event-trace_8c.html#a186f7512fd723e604b501b3ba256178b">st_collect_event_data</a>(cev, (<span class="keywordtype">double</span>)<a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() / <a class="code" href="gtod_8c.html#a460e9a582762cd454d37d9d2704c3a67">g_tw_clock_rate</a>);</div>
<div class="line"><a name="l00587"></a><span class="lineno">  587</span>&#160;            <span class="keywordflow">if</span> (*clp-&gt;<a class="code" href="structtw__lp.html#a205f09ff294b6bb1f61eab7b099ebea2">type</a>-&gt;<a class="code" href="structtw__lptype.html#afd3d1d270480dfaaf8e9af841122bf39">commit</a>) {</div>
<div class="line"><a name="l00588"></a><span class="lineno">  588</span>&#160;                (*clp-&gt;<a class="code" href="structtw__lp.html#a205f09ff294b6bb1f61eab7b099ebea2">type</a>-&gt;<a class="code" href="structtw__lptype.html#afd3d1d270480dfaaf8e9af841122bf39">commit</a>)(clp-&gt;<a class="code" href="structtw__lp.html#a34fb8e673f23705156b2473503e8a2d5">cur_state</a>, &amp;cev-&gt;<a class="code" href="structtw__event.html#ab29a363ffc4af436e28ea2e9c02d7856">cv</a>, <a class="code" href="ross-extern_8h.html#a3def69f148eaba619b26c898c90687b8">tw_event_data</a>(cev), clp);</div>
<div class="line"><a name="l00589"></a><span class="lineno">  589</span>&#160;            }</div>
<div class="line"><a name="l00590"></a><span class="lineno">  590</span>&#160;</div>
<div class="line"><a name="l00591"></a><span class="lineno">  591</span>&#160;            ckp-&gt;<a class="code" href="structtw__kp.html#ac6d205df22a30a62f5694ac1d3d1c14a">s_nevent_processed</a>++;</div>
<div class="line"><a name="l00592"></a><span class="lineno">  592</span>&#160;            <span class="comment">// instrumentation</span></div>
<div class="line"><a name="l00593"></a><span class="lineno">  593</span>&#160;            ckp-&gt;<a class="code" href="structtw__kp.html#a05a49ec7f8f98c6d7d8ca15ae1f8abdb">kp_stats</a>-&gt;<a class="code" href="structst__kp__stats.html#a104d335ef8681a661735bbe760deca1b">s_nevent_processed</a>++;</div>
<div class="line"><a name="l00594"></a><span class="lineno">  594</span>&#160;            clp-&gt;<a class="code" href="structtw__lp.html#a0a11fbbde67b3bc5555f659c4a20f572">lp_stats</a>-&gt;<a class="code" href="structst__lp__stats.html#a3e175c6e5fa47ee3bffcabecd3efa72a">s_nevent_processed</a>++;</div>
<div class="line"><a name="l00595"></a><span class="lineno">  595</span>&#160;            me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#afb4f29bb6fd2359929db62d67b3f0c24">s_event_process</a> += <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - start;</div>
<div class="line"><a name="l00596"></a><span class="lineno">  596</span>&#160;</div>
<div class="line"><a name="l00597"></a><span class="lineno">  597</span>&#160;            <span class="keywordflow">if</span> (me-&gt;<a class="code" href="structtw__pe.html#a5a432d56a00d136a8ed94a309014d591">cev_abort</a>) {</div>
<div class="line"><a name="l00598"></a><span class="lineno">  598</span>&#160;                <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;insufficient event memory&quot;</span>);</div>
<div class="line"><a name="l00599"></a><span class="lineno">  599</span>&#160;            }</div>
<div class="line"><a name="l00600"></a><span class="lineno">  600</span>&#160;</div>
<div class="line"><a name="l00601"></a><span class="lineno">  601</span>&#160;            <a class="code" href="ross-extern_8h.html#a5215643013906a13f0e2febadd0b0473">tw_event_free</a>(me, cev);</div>
<div class="line"><a name="l00602"></a><span class="lineno">  602</span>&#160;</div>
<div class="line"><a name="l00603"></a><span class="lineno">  603</span>&#160;            <span class="keywordflow">if</span>(<a class="code" href="st-instrumentation_8c.html#ab8c84f60bff9ee801f44654034679fb1">g_st_rt_sampling</a> &amp;&amp;</div>
<div class="line"><a name="l00604"></a><span class="lineno">  604</span>&#160;                    <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - <a class="code" href="st-instrumentation_8c.html#a37081b61537af6d4a5f722dba6df24b1">g_st_rt_samp_start_cycles</a> &gt; <a class="code" href="st-instrumentation_8c.html#a7c4e5a65edda0096793ec73b51478c0f">g_st_rt_interval</a>)</div>
<div class="line"><a name="l00605"></a><span class="lineno">  605</span>&#160;            {</div>
<div class="line"><a name="l00606"></a><span class="lineno">  606</span>&#160;                <a class="code" href="aarch64_8h.html#abcd6b97b84bebf1f961f85cd24b56c60">tw_clock</a> current_rt = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00607"></a><span class="lineno">  607</span>&#160;                <span class="keywordflow">if</span> (<a class="code" href="st-instrumentation_8c.html#aa6002a27f9236e4d9c61090a247341f5">g_st_engine_stats</a> == <a class="code" href="st-instrumentation_8h.html#a2a5b594b0675d6ec442baf16bbacdd47a1be4f69425bed3a0f8f35f42f4dcec4a">RT_STATS</a> || <a class="code" href="st-instrumentation_8c.html#aa6002a27f9236e4d9c61090a247341f5">g_st_engine_stats</a> == <a class="code" href="st-instrumentation_8h.html#a2a5b594b0675d6ec442baf16bbacdd47afc9c4a97f2aa53e8f930d1b30dde8781">ALL_STATS</a>)</div>
<div class="line"><a name="l00608"></a><span class="lineno">  608</span>&#160;                    <a class="code" href="st-instrumentation_8h.html#a6ae8d8f288de23fd6a4d9d3c8a7b296a">st_collect_engine_data</a>(me, <a class="code" href="st-instrumentation_8h.html#a62e322fd5fc534ed1f671bfcae80f21fa93ff122cb292f3f403fca354f2459863">RT_COL</a>);</div>
<div class="line"><a name="l00609"></a><span class="lineno">  609</span>&#160;                <span class="keywordflow">if</span> (<a class="code" href="st-instrumentation_8c.html#a4775e770faa8c51fc4d08989f610770f">g_st_model_stats</a> == <a class="code" href="st-instrumentation_8h.html#a2a5b594b0675d6ec442baf16bbacdd47a1be4f69425bed3a0f8f35f42f4dcec4a">RT_STATS</a> || <a class="code" href="st-instrumentation_8c.html#a4775e770faa8c51fc4d08989f610770f">g_st_model_stats</a> == <a class="code" href="st-instrumentation_8h.html#a2a5b594b0675d6ec442baf16bbacdd47afc9c4a97f2aa53e8f930d1b30dde8781">ALL_STATS</a>)</div>
<div class="line"><a name="l00610"></a><span class="lineno">  610</span>&#160;                    <a class="code" href="st-instrumentation_8h.html#a973d9b1e0d445f4df76b97d8f829798d">st_collect_model_data</a>(me, ((<span class="keywordtype">double</span>)current_rt) / <a class="code" href="gtod_8c.html#a460e9a582762cd454d37d9d2704c3a67">g_tw_clock_rate</a>, <a class="code" href="st-instrumentation_8h.html#a2a5b594b0675d6ec442baf16bbacdd47a1be4f69425bed3a0f8f35f42f4dcec4a">RT_STATS</a>);</div>
<div class="line"><a name="l00611"></a><span class="lineno">  611</span>&#160;</div>
<div class="line"><a name="l00612"></a><span class="lineno">  612</span>&#160;                <a class="code" href="st-instrumentation_8c.html#a37081b61537af6d4a5f722dba6df24b1">g_st_rt_samp_start_cycles</a> = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00613"></a><span class="lineno">  613</span>&#160;            }</div>
<div class="line"><a name="l00614"></a><span class="lineno">  614</span>&#160;        }</div>
<div class="line"><a name="l00615"></a><span class="lineno">  615</span>&#160;    }</div>
<div class="line"><a name="l00616"></a><span class="lineno">  616</span>&#160;</div>
<div class="line"><a name="l00617"></a><span class="lineno">  617</span>&#160;    <a class="code" href="ross-extern_8h.html#abb6fbfaf29e819dca59955bfda375992">tw_wall_now</a>(&amp;me-&gt;<a class="code" href="structtw__pe.html#a164ff8a0fc75eddb81fb6629396fea39">end_time</a>);</div>
<div class="line"><a name="l00618"></a><span class="lineno">  618</span>&#160;    me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a77e96c47b9469e7a2dac21158f66d192">s_total</a> = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a77e96c47b9469e7a2dac21158f66d192">s_total</a>;</div>
<div class="line"><a name="l00619"></a><span class="lineno">  619</span>&#160;</div>
<div class="line"><a name="l00620"></a><span class="lineno">  620</span>&#160;    <span class="keywordflow">if</span> (<a class="code" href="ross-extern_8h.html#a83ae3f8b8b94935a1dbdfa2d2552f508">g_tw_mynode</a> == <a class="code" href="ross-extern_8h.html#abb6067d27f1c3e888c1d276490f28088">g_tw_masternode</a>) {</div>
<div class="line"><a name="l00621"></a><span class="lineno">  621</span>&#160;        printf(<span class="stringliteral">&quot;*** END SIMULATION ***\n\n&quot;</span>);</div>
<div class="line"><a name="l00622"></a><span class="lineno">  622</span>&#160;    }</div>
<div class="line"><a name="l00623"></a><span class="lineno">  623</span>&#160;</div>
<div class="line"><a name="l00624"></a><span class="lineno">  624</span>&#160;    <a class="code" href="network-mpi_8c.html#ad2d1779a485bde77b7b62876a9ff6e25">tw_net_barrier</a>();</div>
<div class="line"><a name="l00625"></a><span class="lineno">  625</span>&#160;</div>
<div class="line"><a name="l00626"></a><span class="lineno">  626</span>&#160;    <span class="comment">// call the model PE finalize function</span></div>
<div class="line"><a name="l00627"></a><span class="lineno">  627</span>&#160;    (*me-&gt;<a class="code" href="structtw__pe.html#a1a18a7e9d5015e7a493cd0cced6a7989">type</a>.<a class="code" href="structtw__petype.html#a14bc8242b2e81814488d4fb9000c5649">final</a>)(me);</div>
<div class="line"><a name="l00628"></a><span class="lineno">  628</span>&#160;</div>
<div class="line"><a name="l00629"></a><span class="lineno">  629</span>&#160;    <a class="code" href="st-instrumentation_8c.html#a1dad744b7748e0ae7eee6b11577e744b">st_inst_finalize</a>(me);</div>
<div class="line"><a name="l00630"></a><span class="lineno">  630</span>&#160;</div>
<div class="line"><a name="l00631"></a><span class="lineno">  631</span>&#160;    <a class="code" href="ross-extern_8h.html#a0782b6be50ca83cb7f43782cde7d9ad4">tw_stats</a>(me);</div>
<div class="line"><a name="l00632"></a><span class="lineno">  632</span>&#160;}</div>
<div class="line"><a name="l00633"></a><span class="lineno">  633</span>&#160;</div>
<div class="line"><a name="l00634"></a><span class="lineno"><a class="line" href="tw-sched_8c.html#a1ebf9585a3de4d61c5fc050c7600fcd8">  634</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="tw-sched_8c.html#a1ebf9585a3de4d61c5fc050c7600fcd8">tw_scheduler_optimistic</a>(<a class="code" href="structtw__pe.html">tw_pe</a> * me) {</div>
<div class="line"><a name="l00635"></a><span class="lineno">  635</span>&#160;    <a class="code" href="aarch64_8h.html#abcd6b97b84bebf1f961f85cd24b56c60">tw_clock</a> start;</div>
<div class="line"><a name="l00636"></a><span class="lineno">  636</span>&#160;</div>
<div class="line"><a name="l00637"></a><span class="lineno">  637</span>&#160;    <span class="keywordflow">if</span> (<a class="code" href="ross-extern_8h.html#a83ae3f8b8b94935a1dbdfa2d2552f508">g_tw_mynode</a> == <a class="code" href="ross-extern_8h.html#abb6067d27f1c3e888c1d276490f28088">g_tw_masternode</a>) {</div>
<div class="line"><a name="l00638"></a><span class="lineno">  638</span>&#160;        printf(<span class="stringliteral">&quot;*** START PARALLEL OPTIMISTIC SIMULATION WITH SUSPEND LP FEATURE ***\n\n&quot;</span>);</div>
<div class="line"><a name="l00639"></a><span class="lineno">  639</span>&#160;    }</div>
<div class="line"><a name="l00640"></a><span class="lineno">  640</span>&#160;</div>
<div class="line"><a name="l00641"></a><span class="lineno">  641</span>&#160;    <a class="code" href="ross-extern_8h.html#abb6fbfaf29e819dca59955bfda375992">tw_wall_now</a>(&amp;me-&gt;<a class="code" href="structtw__pe.html#ae9ea107324c86529f69a2b32526e19a8">start_time</a>);</div>
<div class="line"><a name="l00642"></a><span class="lineno">  642</span>&#160;    me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a77e96c47b9469e7a2dac21158f66d192">s_total</a> = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00643"></a><span class="lineno">  643</span>&#160;</div>
<div class="line"><a name="l00644"></a><span class="lineno">  644</span>&#160;    <span class="keywordflow">for</span> (;;) {</div>
<div class="line"><a name="l00645"></a><span class="lineno">  645</span>&#160;        <span class="keywordflow">if</span> (<a class="code" href="network-mpi_8c.html#a2818efb70df48e5e29d3dacb3e2de009">tw_nnodes</a>() &gt; 1) {</div>
<div class="line"><a name="l00646"></a><span class="lineno">  646</span>&#160;            start = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00647"></a><span class="lineno">  647</span>&#160;            <a class="code" href="network-mpi_8c.html#a27a1957e366f9b52848477702234fc08">tw_net_read</a>(me);</div>
<div class="line"><a name="l00648"></a><span class="lineno">  648</span>&#160;            me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a1c60ba2fc1683cc9cff5da33497f13f0">s_net_read</a> += <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - start;</div>
<div class="line"><a name="l00649"></a><span class="lineno">  649</span>&#160;        }</div>
<div class="line"><a name="l00650"></a><span class="lineno">  650</span>&#160;</div>
<div class="line"><a name="l00651"></a><span class="lineno">  651</span>&#160;        <a class="code" href="mpi__allreduce_8c.html#ab480140292034a18580653906c0663ed">tw_gvt_step1</a>(me);</div>
<div class="line"><a name="l00652"></a><span class="lineno">  652</span>&#160;        <a class="code" href="tw-sched_8c.html#a0bb0520414480154343b267735636433">tw_sched_event_q</a>(me);</div>
<div class="line"><a name="l00653"></a><span class="lineno">  653</span>&#160;        <a class="code" href="tw-sched_8c.html#abe0eb975865f0cde7f2c2e3129bd18d7">tw_sched_cancel_q</a>(me);</div>
<div class="line"><a name="l00654"></a><span class="lineno">  654</span>&#160;        <a class="code" href="mpi__allreduce_8c.html#aef8c69bf46e491eb7fe51c088857d60f">tw_gvt_step2</a>(me);</div>
<div class="line"><a name="l00655"></a><span class="lineno">  655</span>&#160;</div>
<div class="line"><a name="l00656"></a><span class="lineno">  656</span>&#160;        <span class="keywordflow">if</span> (<a class="code" href="ross_8h.html#a096f73feb08316896d644277b486c9ea">TW_STIME_DBL</a>(me-&gt;<a class="code" href="structtw__pe.html#a3f82dbbf2dbb0163b6078ff25cb75a1b">GVT</a>) &gt; <a class="code" href="ross-extern_8h.html#aedd6d883bb5b01f0d5c1121f48b0477e">g_tw_ts_end</a>) {</div>
<div class="line"><a name="l00657"></a><span class="lineno">  657</span>&#160;            <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00658"></a><span class="lineno">  658</span>&#160;        }</div>
<div class="line"><a name="l00659"></a><span class="lineno">  659</span>&#160;</div>
<div class="line"><a name="l00660"></a><span class="lineno">  660</span>&#160;        <a class="code" href="tw-sched_8c.html#ad27b3474d878cedfe1a1f993093d8715">tw_sched_batch</a>(me);</div>
<div class="line"><a name="l00661"></a><span class="lineno">  661</span>&#160;    }</div>
<div class="line"><a name="l00662"></a><span class="lineno">  662</span>&#160;</div>
<div class="line"><a name="l00663"></a><span class="lineno">  663</span>&#160;    <a class="code" href="ross-extern_8h.html#abb6fbfaf29e819dca59955bfda375992">tw_wall_now</a>(&amp;me-&gt;<a class="code" href="structtw__pe.html#a164ff8a0fc75eddb81fb6629396fea39">end_time</a>);</div>
<div class="line"><a name="l00664"></a><span class="lineno">  664</span>&#160;    me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a77e96c47b9469e7a2dac21158f66d192">s_total</a> = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a77e96c47b9469e7a2dac21158f66d192">s_total</a>;</div>
<div class="line"><a name="l00665"></a><span class="lineno">  665</span>&#160;</div>
<div class="line"><a name="l00666"></a><span class="lineno">  666</span>&#160;    <a class="code" href="network-mpi_8c.html#ad2d1779a485bde77b7b62876a9ff6e25">tw_net_barrier</a>();</div>
<div class="line"><a name="l00667"></a><span class="lineno">  667</span>&#160;</div>
<div class="line"><a name="l00668"></a><span class="lineno">  668</span>&#160;    <span class="keywordflow">if</span> (<a class="code" href="ross-extern_8h.html#a83ae3f8b8b94935a1dbdfa2d2552f508">g_tw_mynode</a> == <a class="code" href="ross-extern_8h.html#abb6067d27f1c3e888c1d276490f28088">g_tw_masternode</a>) {</div>
<div class="line"><a name="l00669"></a><span class="lineno">  669</span>&#160;        printf(<span class="stringliteral">&quot;*** END SIMULATION ***\n\n&quot;</span>);</div>
<div class="line"><a name="l00670"></a><span class="lineno">  670</span>&#160;    }</div>
<div class="line"><a name="l00671"></a><span class="lineno">  671</span>&#160;</div>
<div class="line"><a name="l00672"></a><span class="lineno">  672</span>&#160;    <span class="comment">// call the model PE finalize function</span></div>
<div class="line"><a name="l00673"></a><span class="lineno">  673</span>&#160;    (*me-&gt;<a class="code" href="structtw__pe.html#a1a18a7e9d5015e7a493cd0cced6a7989">type</a>.<a class="code" href="structtw__petype.html#a14bc8242b2e81814488d4fb9000c5649">final</a>)(me);</div>
<div class="line"><a name="l00674"></a><span class="lineno">  674</span>&#160;</div>
<div class="line"><a name="l00675"></a><span class="lineno">  675</span>&#160;    <a class="code" href="st-instrumentation_8c.html#a1dad744b7748e0ae7eee6b11577e744b">st_inst_finalize</a>(me);</div>
<div class="line"><a name="l00676"></a><span class="lineno">  676</span>&#160;</div>
<div class="line"><a name="l00677"></a><span class="lineno">  677</span>&#160;    <a class="code" href="ross-extern_8h.html#a0782b6be50ca83cb7f43782cde7d9ad4">tw_stats</a>(me);</div>
<div class="line"><a name="l00678"></a><span class="lineno">  678</span>&#160;}</div>
<div class="line"><a name="l00679"></a><span class="lineno">  679</span>&#160;</div>
<div class="line"><a name="l00680"></a><span class="lineno"><a class="line" href="tw-sched_8c.html#accfa49d85bd68f2c53d4a08cf64ace88">  680</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="tw-sched_8c.html#accfa49d85bd68f2c53d4a08cf64ace88">tw_scheduler_optimistic_realtime</a>(<a class="code" href="structtw__pe.html">tw_pe</a> * me) {</div>
<div class="line"><a name="l00681"></a><span class="lineno">  681</span>&#160;    <a class="code" href="aarch64_8h.html#abcd6b97b84bebf1f961f85cd24b56c60">tw_clock</a> start;</div>
<div class="line"><a name="l00682"></a><span class="lineno">  682</span>&#160;</div>
<div class="line"><a name="l00683"></a><span class="lineno">  683</span>&#160;    <a class="code" href="ross-extern_8h.html#ade2fd253bc0194452fe2c12b94577fa1">g_tw_gvt_realtime_interval</a> = <a class="code" href="ross-extern_8h.html#ad188f65402a3bc8f2751e3f653849bc3">g_tw_gvt_interval</a> * <a class="code" href="gtod_8c.html#a460e9a582762cd454d37d9d2704c3a67">g_tw_clock_rate</a> / 1000;</div>
<div class="line"><a name="l00684"></a><span class="lineno">  684</span>&#160;</div>
<div class="line"><a name="l00685"></a><span class="lineno">  685</span>&#160;    <span class="keywordflow">if</span> (<a class="code" href="ross-extern_8h.html#a83ae3f8b8b94935a1dbdfa2d2552f508">g_tw_mynode</a> == <a class="code" href="ross-extern_8h.html#abb6067d27f1c3e888c1d276490f28088">g_tw_masternode</a>) {</div>
<div class="line"><a name="l00686"></a><span class="lineno">  686</span>&#160;        printf(<span class="stringliteral">&quot;*** START PARALLEL OPTIMISTIC SIMULATION WITH SUSPEND LP FEATURE AND REAL TIME GVT ***\n\n&quot;</span>);</div>
<div class="line"><a name="l00687"></a><span class="lineno">  687</span>&#160;    }</div>
<div class="line"><a name="l00688"></a><span class="lineno">  688</span>&#160;</div>
<div class="line"><a name="l00689"></a><span class="lineno">  689</span>&#160;    <a class="code" href="ross-extern_8h.html#abb6fbfaf29e819dca59955bfda375992">tw_wall_now</a>(&amp;me-&gt;<a class="code" href="structtw__pe.html#ae9ea107324c86529f69a2b32526e19a8">start_time</a>);</div>
<div class="line"><a name="l00690"></a><span class="lineno">  690</span>&#160;    me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a77e96c47b9469e7a2dac21158f66d192">s_total</a> = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00691"></a><span class="lineno">  691</span>&#160;</div>
<div class="line"><a name="l00692"></a><span class="lineno">  692</span>&#160;    <span class="comment">// init the realtime GVT</span></div>
<div class="line"><a name="l00693"></a><span class="lineno">  693</span>&#160;    <a class="code" href="ross-extern_8h.html#a58e9630b16ab32d76f404da9873a69d3">g_tw_gvt_interval_start_cycles</a> = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00694"></a><span class="lineno">  694</span>&#160;</div>
<div class="line"><a name="l00695"></a><span class="lineno">  695</span>&#160;    <span class="keywordflow">for</span> (;;) {</div>
<div class="line"><a name="l00696"></a><span class="lineno">  696</span>&#160;        <span class="keywordflow">if</span> (<a class="code" href="network-mpi_8c.html#a2818efb70df48e5e29d3dacb3e2de009">tw_nnodes</a>() &gt; 1) {</div>
<div class="line"><a name="l00697"></a><span class="lineno">  697</span>&#160;            start = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>();</div>
<div class="line"><a name="l00698"></a><span class="lineno">  698</span>&#160;            <a class="code" href="network-mpi_8c.html#a27a1957e366f9b52848477702234fc08">tw_net_read</a>(me);</div>
<div class="line"><a name="l00699"></a><span class="lineno">  699</span>&#160;            me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a1c60ba2fc1683cc9cff5da33497f13f0">s_net_read</a> += <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - start;</div>
<div class="line"><a name="l00700"></a><span class="lineno">  700</span>&#160;        }</div>
<div class="line"><a name="l00701"></a><span class="lineno">  701</span>&#160;</div>
<div class="line"><a name="l00702"></a><span class="lineno">  702</span>&#160;        <a class="code" href="mpi__allreduce_8c.html#a7e182a4c303c555479ee1e4143d57784">tw_gvt_step1_realtime</a>(me);</div>
<div class="line"><a name="l00703"></a><span class="lineno">  703</span>&#160;        <a class="code" href="tw-sched_8c.html#a0bb0520414480154343b267735636433">tw_sched_event_q</a>(me);</div>
<div class="line"><a name="l00704"></a><span class="lineno">  704</span>&#160;        <a class="code" href="tw-sched_8c.html#abe0eb975865f0cde7f2c2e3129bd18d7">tw_sched_cancel_q</a>(me);</div>
<div class="line"><a name="l00705"></a><span class="lineno">  705</span>&#160;        <a class="code" href="mpi__allreduce_8c.html#aef8c69bf46e491eb7fe51c088857d60f">tw_gvt_step2</a>(me); <span class="comment">// use regular step2 at this point</span></div>
<div class="line"><a name="l00706"></a><span class="lineno">  706</span>&#160;</div>
<div class="line"><a name="l00707"></a><span class="lineno">  707</span>&#160;        <span class="keywordflow">if</span> (<a class="code" href="ross_8h.html#a096f73feb08316896d644277b486c9ea">TW_STIME_DBL</a>(me-&gt;<a class="code" href="structtw__pe.html#a3f82dbbf2dbb0163b6078ff25cb75a1b">GVT</a>) &gt; <a class="code" href="ross-extern_8h.html#aedd6d883bb5b01f0d5c1121f48b0477e">g_tw_ts_end</a>) {</div>
<div class="line"><a name="l00708"></a><span class="lineno">  708</span>&#160;            <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00709"></a><span class="lineno">  709</span>&#160;        }</div>
<div class="line"><a name="l00710"></a><span class="lineno">  710</span>&#160;</div>
<div class="line"><a name="l00711"></a><span class="lineno">  711</span>&#160;        <a class="code" href="tw-sched_8c.html#a1586b72acaa34a4ef8cc6aadabe9711e">tw_sched_batch_realtime</a>(me);</div>
<div class="line"><a name="l00712"></a><span class="lineno">  712</span>&#160;    }</div>
<div class="line"><a name="l00713"></a><span class="lineno">  713</span>&#160;</div>
<div class="line"><a name="l00714"></a><span class="lineno">  714</span>&#160;    <a class="code" href="ross-extern_8h.html#abb6fbfaf29e819dca59955bfda375992">tw_wall_now</a>(&amp;me-&gt;<a class="code" href="structtw__pe.html#a164ff8a0fc75eddb81fb6629396fea39">end_time</a>);</div>
<div class="line"><a name="l00715"></a><span class="lineno">  715</span>&#160;    me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a77e96c47b9469e7a2dac21158f66d192">s_total</a> = <a class="code" href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a>() - me-&gt;<a class="code" href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">stats</a>.<a class="code" href="structtw__statistics.html#a77e96c47b9469e7a2dac21158f66d192">s_total</a>;</div>
<div class="line"><a name="l00716"></a><span class="lineno">  716</span>&#160;</div>
<div class="line"><a name="l00717"></a><span class="lineno">  717</span>&#160;    <a class="code" href="network-mpi_8c.html#ad2d1779a485bde77b7b62876a9ff6e25">tw_net_barrier</a>();</div>
<div class="line"><a name="l00718"></a><span class="lineno">  718</span>&#160;</div>
<div class="line"><a name="l00719"></a><span class="lineno">  719</span>&#160;    <span class="keywordflow">if</span> (<a class="code" href="ross-extern_8h.html#a83ae3f8b8b94935a1dbdfa2d2552f508">g_tw_mynode</a> == <a class="code" href="ross-extern_8h.html#abb6067d27f1c3e888c1d276490f28088">g_tw_masternode</a>) {</div>
<div class="line"><a name="l00720"></a><span class="lineno">  720</span>&#160;        printf(<span class="stringliteral">&quot;*** END SIMULATION ***\n\n&quot;</span>);</div>
<div class="line"><a name="l00721"></a><span class="lineno">  721</span>&#160;    }</div>
<div class="line"><a name="l00722"></a><span class="lineno">  722</span>&#160;</div>
<div class="line"><a name="l00723"></a><span class="lineno">  723</span>&#160;    <span class="comment">// call the model PE finalize function</span></div>
<div class="line"><a name="l00724"></a><span class="lineno">  724</span>&#160;    (*me-&gt;<a class="code" href="structtw__pe.html#a1a18a7e9d5015e7a493cd0cced6a7989">type</a>.<a class="code" href="structtw__petype.html#a14bc8242b2e81814488d4fb9000c5649">final</a>)(me);</div>
<div class="line"><a name="l00725"></a><span class="lineno">  725</span>&#160;</div>
<div class="line"><a name="l00726"></a><span class="lineno">  726</span>&#160;    <a class="code" href="st-instrumentation_8c.html#a1dad744b7748e0ae7eee6b11577e744b">st_inst_finalize</a>(me);</div>
<div class="line"><a name="l00727"></a><span class="lineno">  727</span>&#160;</div>
<div class="line"><a name="l00728"></a><span class="lineno">  728</span>&#160;    <a class="code" href="ross-extern_8h.html#a0782b6be50ca83cb7f43782cde7d9ad4">tw_stats</a>(me);</div>
<div class="line"><a name="l00729"></a><span class="lineno">  729</span>&#160;}</div>
<div class="line"><a name="l00730"></a><span class="lineno">  730</span>&#160;</div>
<div class="line"><a name="l00731"></a><span class="lineno"><a class="line" href="tw-sched_8c.html#a5c11d3a2f7e286ede48944061694ba42">  731</a></span>&#160;<span class="keywordtype">double</span> <a class="code" href="tw-sched_8c.html#a5c11d3a2f7e286ede48944061694ba42">g_tw_rollback_time</a> = 0.000000001;</div>
<div class="line"><a name="l00732"></a><span class="lineno">  732</span>&#160;</div>
<div class="line"><a name="l00733"></a><span class="lineno"><a class="line" href="tw-sched_8c.html#ad49988d8dcde406fac7f4a2e11eac17f">  733</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="tw-sched_8c.html#ad49988d8dcde406fac7f4a2e11eac17f">tw_scheduler_optimistic_debug</a>(<a class="code" href="structtw__pe.html">tw_pe</a> * me) {</div>
<div class="line"><a name="l00734"></a><span class="lineno">  734</span>&#160;    <a class="code" href="structtw__event.html">tw_event</a> *cev=NULL;</div>
<div class="line"><a name="l00735"></a><span class="lineno">  735</span>&#160;</div>
<div class="line"><a name="l00736"></a><span class="lineno">  736</span>&#160;    <span class="keywordflow">if</span>(<a class="code" href="network-mpi_8c.html#a2818efb70df48e5e29d3dacb3e2de009">tw_nnodes</a>() &gt; 1) {</div>
<div class="line"><a name="l00737"></a><span class="lineno">  737</span>&#160;        <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;Sequential Scheduler used for world size greater than 1.&quot;</span>);</div>
<div class="line"><a name="l00738"></a><span class="lineno">  738</span>&#160;    }</div>
<div class="line"><a name="l00739"></a><span class="lineno">  739</span>&#160;</div>
<div class="line"><a name="l00740"></a><span class="lineno">  740</span>&#160;    printf(<span class="stringliteral">&quot;/***************************************************************************/\n&quot;</span>);</div>
<div class="line"><a name="l00741"></a><span class="lineno">  741</span>&#160;    printf(<span class="stringliteral">&quot;/***** WARNING: Starting Optimistic Debug Scheduler!! **********************/\n&quot;</span>);</div>
<div class="line"><a name="l00742"></a><span class="lineno">  742</span>&#160;    printf(<span class="stringliteral">&quot;This schedule assumes the following: \n&quot;</span>);</div>
<div class="line"><a name="l00743"></a><span class="lineno">  743</span>&#160;    printf(<span class="stringliteral">&quot; 1) One 1 Processor/Core is used.\n&quot;</span>);</div>
<div class="line"><a name="l00744"></a><span class="lineno">  744</span>&#160;    printf(<span class="stringliteral">&quot; 2) One 1 KP is used.\n&quot;</span>);</div>
<div class="line"><a name="l00745"></a><span class="lineno">  745</span>&#160;    printf(<span class="stringliteral">&quot;    NOTE: use the --nkp=1 argument to the simulation to ensure that\n&quot;</span>);</div>
<div class="line"><a name="l00746"></a><span class="lineno">  746</span>&#160;    printf(<span class="stringliteral">&quot;          it only uses 1 KP.\n&quot;</span>);</div>
<div class="line"><a name="l00747"></a><span class="lineno">  747</span>&#160;    printf(<span class="stringliteral">&quot; 3) Events ARE NEVER RECLAIMED (LP Commit Functions are not called).\n&quot;</span>);</div>
<div class="line"><a name="l00748"></a><span class="lineno">  748</span>&#160;    printf(<span class="stringliteral">&quot; 4) Executes til out of memory (16 events left) and \n    injects rollback to first before primodal init event.\n&quot;</span>);</div>
<div class="line"><a name="l00749"></a><span class="lineno">  749</span>&#160;    printf(<span class="stringliteral">&quot; 5) g_tw_rollback_time = %13.12lf \n&quot;</span>, <a class="code" href="tw-sched_8c.html#a5c11d3a2f7e286ede48944061694ba42">g_tw_rollback_time</a>);</div>
<div class="line"><a name="l00750"></a><span class="lineno">  750</span>&#160;    printf(<span class="stringliteral">&quot;/***************************************************************************/\n&quot;</span>);</div>
<div class="line"><a name="l00751"></a><span class="lineno">  751</span>&#160;</div>
<div class="line"><a name="l00752"></a><span class="lineno">  752</span>&#160;    <span class="keywordflow">if</span>( <a class="code" href="ross-extern_8h.html#a4a237c68db5a0325e986d3710088d427">g_tw_nkp</a> &gt; 1 ) {</div>
<div class="line"><a name="l00753"></a><span class="lineno">  753</span>&#160;        <a class="code" href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a>(<a class="code" href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a>, <span class="stringliteral">&quot;Number of KPs is greater than 1.&quot;</span>);</div>
<div class="line"><a name="l00754"></a><span class="lineno">  754</span>&#160;    }</div>
<div class="line"><a name="l00755"></a><span class="lineno">  755</span>&#160;</div>
<div class="line"><a name="l00756"></a><span class="lineno">  756</span>&#160;    <a class="code" href="ross-extern_8h.html#abb6fbfaf29e819dca59955bfda375992">tw_wall_now</a>(&amp;me-&gt;<a class="code" href="structtw__pe.html#ae9ea107324c86529f69a2b32526e19a8">start_time</a>);</div>
<div class="line"><a name="l00757"></a><span class="lineno">  757</span>&#160;</div>
<div class="line"><a name="l00758"></a><span class="lineno">  758</span>&#160;    <span class="keywordflow">while</span> ((cev = <a class="code" href="splay_8c.html#a565d3c6a9a77554cd31df48547edf4ad">tw_pq_dequeue</a>(me-&gt;<a class="code" href="structtw__pe.html#a90e1dbe51a084d6e02580667159e13ff">pq</a>))) {</div>
<div class="line"><a name="l00759"></a><span class="lineno">  759</span>&#160;        <a class="code" href="structtw__lp.html">tw_lp</a> *clp = cev-&gt;<a class="code" href="structtw__event.html#afbd71fb6565dd9a4de0ad8e77e748c8a">dest_lp</a>;</div>
<div class="line"><a name="l00760"></a><span class="lineno">  760</span>&#160;        <a class="code" href="structtw__kp.html">tw_kp</a> *ckp = clp-&gt;<a class="code" href="structtw__lp.html#a8028662b2668953fa9f49f2df7d00850">kp</a>;</div>
<div class="line"><a name="l00761"></a><span class="lineno">  761</span>&#160;</div>
<div class="line"><a name="l00762"></a><span class="lineno">  762</span>&#160;        me-&gt;<a class="code" href="structtw__pe.html#aa172b398c08f6cb989cf2449adb06a12">cur_event</a> = cev;</div>
<div class="line"><a name="l00763"></a><span class="lineno">  763</span>&#160;        ckp-&gt;<a class="code" href="structtw__kp.html#aabf1253aa1eb55c613a70fb3c9271117">last_time</a> = cev-&gt;<a class="code" href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">recv_ts</a>;</div>
<div class="line"><a name="l00764"></a><span class="lineno">  764</span>&#160;</div>
<div class="line"><a name="l00765"></a><span class="lineno">  765</span>&#160;        <span class="comment">/* don&#39;t update GVT */</span></div>
<div class="line"><a name="l00766"></a><span class="lineno">  766</span>&#160;        <a class="code" href="tw-sched_8c.html#a7a172f12578f34ccf37ace58ca06eac6">reset_bitfields</a>(cev);</div>
<div class="line"><a name="l00767"></a><span class="lineno">  767</span>&#160;</div>
<div class="line"><a name="l00768"></a><span class="lineno">  768</span>&#160;        <span class="comment">// state-save and update the LP&#39;s critical path</span></div>
<div class="line"><a name="l00769"></a><span class="lineno">  769</span>&#160;        <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> prev_cp = clp-&gt;<a class="code" href="structtw__lp.html#ab625bb15608759dde614a877a992672b">critical_path</a>;</div>
<div class="line"><a name="l00770"></a><span class="lineno">  770</span>&#160;        clp-&gt;<a class="code" href="structtw__lp.html#ab625bb15608759dde614a877a992672b">critical_path</a> = <a class="code" href="ross-kernel-inline_8h.html#afd7e8bb46e590a19612ac045cf3f6f03">ROSS_MAX</a>(clp-&gt;<a class="code" href="structtw__lp.html#ab625bb15608759dde614a877a992672b">critical_path</a>, cev-&gt;<a class="code" href="structtw__event.html#a5b1396b64aa4caf29bdc26f0930a250b">critical_path</a>)+1;</div>
<div class="line"><a name="l00771"></a><span class="lineno">  771</span>&#160;        (*clp-&gt;<a class="code" href="structtw__lp.html#a205f09ff294b6bb1f61eab7b099ebea2">type</a>-&gt;<a class="code" href="structtw__lptype.html#a4510afb56377e810a7a4094bc8156dc7">event</a>)(clp-&gt;<a class="code" href="structtw__lp.html#a34fb8e673f23705156b2473503e8a2d5">cur_state</a>, &amp;cev-&gt;<a class="code" href="structtw__event.html#ab29a363ffc4af436e28ea2e9c02d7856">cv</a>, <a class="code" href="ross-extern_8h.html#a3def69f148eaba619b26c898c90687b8">tw_event_data</a>(cev), clp);</div>
<div class="line"><a name="l00772"></a><span class="lineno">  772</span>&#160;        cev-&gt;<a class="code" href="structtw__event.html#a5b1396b64aa4caf29bdc26f0930a250b">critical_path</a> = prev_cp;</div>
<div class="line"><a name="l00773"></a><span class="lineno">  773</span>&#160;</div>
<div class="line"><a name="l00774"></a><span class="lineno">  774</span>&#160;        ckp-&gt;<a class="code" href="structtw__kp.html#ac6d205df22a30a62f5694ac1d3d1c14a">s_nevent_processed</a>++;</div>
<div class="line"><a name="l00775"></a><span class="lineno">  775</span>&#160;</div>
<div class="line"><a name="l00776"></a><span class="lineno">  776</span>&#160;        <span class="comment">/* Thread current event into processed queue of kp */</span></div>
<div class="line"><a name="l00777"></a><span class="lineno">  777</span>&#160;        cev-&gt;<a class="code" href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">state</a>.<a class="code" href="structtw__event.html#a6164e23fd9a6397de27abc5852f4b6c3">owner</a> = <a class="code" href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a2c94cd3198cef1cf804f0cca9906e551">TW_kp_pevent_q</a>;</div>
<div class="line"><a name="l00778"></a><span class="lineno">  778</span>&#160;        <a class="code" href="tw-eventq_8h.html#a6be6332230ef4fb5c8a3f4a0412493a8">tw_eventq_unshift</a>(&amp;ckp-&gt;<a class="code" href="structtw__kp.html#a3f7a839239647d5c13db750f34c11013">pevent_q</a>, cev);</div>
<div class="line"><a name="l00779"></a><span class="lineno">  779</span>&#160;</div>
<div class="line"><a name="l00780"></a><span class="lineno">  780</span>&#160;        <span class="comment">/* stop when we have 1024 events left */</span></div>
<div class="line"><a name="l00781"></a><span class="lineno">  781</span>&#160;        <span class="keywordflow">if</span> ( me-&gt;<a class="code" href="structtw__pe.html#a0c3cba781d3d3836d9ebdd93d5be8be5">free_q</a>.<a class="code" href="structtw__eventq.html#a0c96afb4c69e6f7bba7e72b1332dbd6e">size</a> &lt;= 1024) {</div>
<div class="line"><a name="l00782"></a><span class="lineno">  782</span>&#160;            <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00783"></a><span class="lineno">  783</span>&#160;        }</div>
<div class="line"><a name="l00784"></a><span class="lineno">  784</span>&#160;    }</div>
<div class="line"><a name="l00785"></a><span class="lineno">  785</span>&#160;</div>
<div class="line"><a name="l00786"></a><span class="lineno">  786</span>&#160;    <span class="comment">// If we&#39;ve run out of free events or events to process (maybe we&#39;re past end time?)</span></div>
<div class="line"><a name="l00787"></a><span class="lineno">  787</span>&#160;    <span class="comment">// Perform all the rollbacks!</span></div>
<div class="line"><a name="l00788"></a><span class="lineno">  788</span>&#160;    printf(<span class="stringliteral">&quot;/******************* Starting Rollback Phase ******************************/\n&quot;</span>);</div>
<div class="line"><a name="l00789"></a><span class="lineno">  789</span>&#160;    <a class="code" href="ross-extern_8h.html#a5b88c07fbc4f7810bdc676306013b513">tw_kp_rollback_to</a>( <a class="code" href="ross-extern_8h.html#a64132b3acc0476622c31d7dc1676d227">g_tw_kp</a>[0], <a class="code" href="ross_8h.html#a273c2f3e8e704f34d62888aa26e61d73">TW_STIME_CRT</a>(<a class="code" href="tw-sched_8c.html#a5c11d3a2f7e286ede48944061694ba42">g_tw_rollback_time</a>) );</div>
<div class="line"><a name="l00790"></a><span class="lineno">  790</span>&#160;    printf(<span class="stringliteral">&quot;/******************* Completed Rollback Phase ******************************/\n&quot;</span>);</div>
<div class="line"><a name="l00791"></a><span class="lineno">  791</span>&#160;</div>
<div class="line"><a name="l00792"></a><span class="lineno">  792</span>&#160;    <a class="code" href="ross-extern_8h.html#abb6fbfaf29e819dca59955bfda375992">tw_wall_now</a>(&amp;me-&gt;<a class="code" href="structtw__pe.html#a164ff8a0fc75eddb81fb6629396fea39">end_time</a>);</div>
<div class="line"><a name="l00793"></a><span class="lineno">  793</span>&#160;</div>
<div class="line"><a name="l00794"></a><span class="lineno">  794</span>&#160;    printf(<span class="stringliteral">&quot;*** END SIMULATION ***\n\n&quot;</span>);</div>
<div class="line"><a name="l00795"></a><span class="lineno">  795</span>&#160;</div>
<div class="line"><a name="l00796"></a><span class="lineno">  796</span>&#160;    <a class="code" href="ross-extern_8h.html#a0782b6be50ca83cb7f43782cde7d9ad4">tw_stats</a>(me);</div>
<div class="line"><a name="l00797"></a><span class="lineno">  797</span>&#160;</div>
<div class="line"><a name="l00798"></a><span class="lineno">  798</span>&#160;    (*me-&gt;<a class="code" href="structtw__pe.html#a1a18a7e9d5015e7a493cd0cced6a7989">type</a>.<a class="code" href="structtw__petype.html#a14bc8242b2e81814488d4fb9000c5649">final</a>)(me);</div>
<div class="line"><a name="l00799"></a><span class="lineno">  799</span>&#160;}</div>
<div class="ttc" id="ross-extern_8h_html_afffdf140f2c492f61546ad783833f127"><div class="ttname"><a href="ross-extern_8h.html#afffdf140f2c492f61546ad783833f127">TW_LOC</a></div><div class="ttdeci">#define TW_LOC</div><div class="ttdef"><b>Definition:</b> <a href="ross-extern_8h_source.html#l00164">ross-extern.h:164</a></div></div>
<div class="ttc" id="st-instrumentation_8c_html_a7c4e5a65edda0096793ec73b51478c0f"><div class="ttname"><a href="st-instrumentation_8c.html#a7c4e5a65edda0096793ec73b51478c0f">g_st_rt_interval</a></div><div class="ttdeci">tw_clock g_st_rt_interval</div><div class="ttdef"><b>Definition:</b> <a href="st-instrumentation_8c_source.html#l00018">st-instrumentation.c:18</a></div></div>
<div class="ttc" id="structtw__statistics_html_afb4f29bb6fd2359929db62d67b3f0c24"><div class="ttname"><a href="structtw__statistics.html#afb4f29bb6fd2359929db62d67b3f0c24">tw_statistics::s_event_process</a></div><div class="ttdeci">tw_clock s_event_process</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00142">ross-types.h:142</a></div></div>
<div class="ttc" id="gtod_8c_html_a460e9a582762cd454d37d9d2704c3a67"><div class="ttname"><a href="gtod_8c.html#a460e9a582762cd454d37d9d2704c3a67">g_tw_clock_rate</a></div><div class="ttdeci">unsigned long long g_tw_clock_rate</div><div class="ttdef"><b>Definition:</b> <a href="ross-global_8c_source.html#l00098">ross-global.c:98</a></div></div>
<div class="ttc" id="structtw__event_html_afbd71fb6565dd9a4de0ad8e77e748c8a"><div class="ttname"><a href="structtw__event.html#afbd71fb6565dd9a4de0ad8e77e748c8a">tw_event::dest_lp</a></div><div class="ttdeci">tw_lp * dest_lp</div><div class="ttdoc">Destination LP ID. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00280">ross-types.h:280</a></div></div>
<div class="ttc" id="tw-sched_8c_html_a7a172f12578f34ccf37ace58ca06eac6"><div class="ttname"><a href="tw-sched_8c.html#a7a172f12578f34ccf37ace58ca06eac6">reset_bitfields</a></div><div class="ttdeci">static void reset_bitfields(tw_event *revent)</div><div class="ttdoc">Reset the event bitfield prior to entering the event handler post-reverse - reset the bitfield so tha...</div><div class="ttdef"><b>Definition:</b> <a href="tw-sched_8c_source.html#l00011">tw-sched.c:11</a></div></div>
<div class="ttc" id="structtw__pe_html_a3164a458415135a6b5310d5f2394202a"><div class="ttname"><a href="structtw__pe.html#a3164a458415135a6b5310d5f2394202a">tw_pe::event_q</a></div><div class="ttdeci">tw_eventq event_q</div><div class="ttdoc">Linked list of events sent to this PE. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00379">ross-types.h:379</a></div></div>
<div class="ttc" id="aarch64_8c_html_adb6ac59d7f33538cc7ebe7d9e47ec255"><div class="ttname"><a href="aarch64_8c.html#adb6ac59d7f33538cc7ebe7d9e47ec255">tw_clock_init</a></div><div class="ttdeci">void tw_clock_init(tw_pe *me)</div><div class="ttdef"><b>Definition:</b> <a href="aarch64_8c_source.html#l00028">aarch64.c:28</a></div></div>
<div class="ttc" id="ross_8h_html_a80b370bc538e17441aef6afaff852678"><div class="ttname"><a href="ross_8h.html#a80b370bc538e17441aef6afaff852678">tw_stime</a></div><div class="ttdeci">double tw_stime</div><div class="ttdef"><b>Definition:</b> <a href="ross_8h_source.html#l00150">ross.h:150</a></div></div>
<div class="ttc" id="splay_8c_html_a2e74d926ed307c34933ddf19e251e68b"><div class="ttname"><a href="splay_8c.html#a2e74d926ed307c34933ddf19e251e68b">tw_pq_minimum</a></div><div class="ttdeci">tw_stime tw_pq_minimum(splay_tree *pq)</div><div class="ttdef"><b>Definition:</b> <a href="splay_8c_source.html#l00345">splay.c:345</a></div></div>
<div class="ttc" id="structtw__lptype_html_ad1bfa89c4d8d2d7f5361a1745c64cfdc"><div class="ttname"><a href="structtw__lptype.html#ad1bfa89c4d8d2d7f5361a1745c64cfdc">tw_lptype::revent</a></div><div class="ttdeci">revent_f revent</div><div class="ttdoc">LP Reverse event handler routine. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00091">ross-types.h:91</a></div></div>
<div class="ttc" id="ross_8h_html_a273c2f3e8e704f34d62888aa26e61d73"><div class="ttname"><a href="ross_8h.html#a273c2f3e8e704f34d62888aa26e61d73">TW_STIME_CRT</a></div><div class="ttdeci">#define TW_STIME_CRT(x)</div><div class="ttdef"><b>Definition:</b> <a href="ross_8h_source.html#l00152">ross.h:152</a></div></div>
<div class="ttc" id="structtw__statistics_html_a63bdf31079607ac79020b3efb874dedd"><div class="ttname"><a href="structtw__statistics.html#a63bdf31079607ac79020b3efb874dedd">tw_statistics::s_pq</a></div><div class="ttdeci">tw_clock s_pq</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00143">ross-types.h:143</a></div></div>
<div class="ttc" id="ross-extern_8h_html_a4f628dcfcaa889cd15a8142af1b1260e"><div class="ttname"><a href="ross-extern_8h.html#a4f628dcfcaa889cd15a8142af1b1260e">tw_init_kps</a></div><div class="ttdeci">void tw_init_kps(tw_pe *me)</div><div class="ttdef"><b>Definition:</b> <a href="tw-kp_8c_source.html#l00131">tw-kp.c:131</a></div></div>
<div class="ttc" id="ross-extern_8h_html_aedd6d883bb5b01f0d5c1121f48b0477e"><div class="ttname"><a href="ross-extern_8h.html#aedd6d883bb5b01f0d5c1121f48b0477e">g_tw_ts_end</a></div><div class="ttdeci">double g_tw_ts_end</div><div class="ttdef"><b>Definition:</b> <a href="ross-global_8c_source.html#l00068">ross-global.c:68</a></div></div>
<div class="ttc" id="structtw__lp_html_a0a11fbbde67b3bc5555f659c4a20f572"><div class="ttname"><a href="structtw__lp.html#a0a11fbbde67b3bc5555f659c4a20f572">tw_lp::lp_stats</a></div><div class="ttdeci">struct st_lp_stats * lp_stats</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00323">ross-types.h:323</a></div></div>
<div class="ttc" id="structtw__lp_html_ab625bb15608759dde614a877a992672b"><div class="ttname"><a href="structtw__lp.html#ab625bb15608759dde614a877a992672b">tw_lp::critical_path</a></div><div class="ttdeci">unsigned int critical_path</div><div class="ttdoc">Critical path value for this LP. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00319">ross-types.h:319</a></div></div>
<div class="ttc" id="ross-extern_8h_html_a49ed2388aaae26e43280b7909c834aaa"><div class="ttname"><a href="ross-extern_8h.html#a49ed2388aaae26e43280b7909c834aaa">tw_error</a></div><div class="ttdeci">void tw_error(const char *file, int line, const char *fmt,...) NORETURN</div><div class="ttdef"><b>Definition:</b> <a href="tw-util_8c_source.html#l00074">tw-util.c:74</a></div></div>
<div class="ttc" id="structtw__lp_html_a205f09ff294b6bb1f61eab7b099ebea2"><div class="ttname"><a href="structtw__lp.html#a205f09ff294b6bb1f61eab7b099ebea2">tw_lp::type</a></div><div class="ttdeci">tw_lptype * type</div><div class="ttdoc">Type of this LP, including service callbacks. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00316">ross-types.h:316</a></div></div>
<div class="ttc" id="structtw__kp_html_a05a49ec7f8f98c6d7d8ca15ae1f8abdb"><div class="ttname"><a href="structtw__kp.html#a05a49ec7f8f98c6d7d8ca15ae1f8abdb">tw_kp::kp_stats</a></div><div class="ttdeci">struct st_kp_stats * kp_stats</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00366">ross-types.h:366</a></div></div>
<div class="ttc" id="structtw__statistics_html_a80ffd79aaf7873cac6407f2fe36d72e9"><div class="ttname"><a href="structtw__statistics.html#a80ffd79aaf7873cac6407f2fe36d72e9">tw_statistics::s_nevent_abort</a></div><div class="ttdeci">tw_stat s_nevent_abort</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00112">ross-types.h:112</a></div></div>
<div class="ttc" id="st-instrumentation_8h_html_a2a5b594b0675d6ec442baf16bbacdd47afc9c4a97f2aa53e8f930d1b30dde8781"><div class="ttname"><a href="st-instrumentation_8h.html#a2a5b594b0675d6ec442baf16bbacdd47afc9c4a97f2aa53e8f930d1b30dde8781">ALL_STATS</a></div><div class="ttdef"><b>Definition:</b> <a href="st-instrumentation_8h_source.html#l00235">st-instrumentation.h:235</a></div></div>
<div class="ttc" id="structtw__pe_html_ac1d26b7bfd058cc55cbf5ee201edb83c"><div class="ttname"><a href="structtw__pe.html#ac1d26b7bfd058cc55cbf5ee201edb83c">tw_pe::stats</a></div><div class="ttdeci">tw_statistics stats</div><div class="ttdoc">per PE counters </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00415">ross-types.h:415</a></div></div>
<div class="ttc" id="tw-eventq_8h_html_ab24e28ddbfec88a67c6c4be13be13d60"><div class="ttname"><a href="tw-eventq_8h.html#ab24e28ddbfec88a67c6c4be13be13d60">tw_eventq_peek</a></div><div class="ttdeci">static tw_event * tw_eventq_peek(tw_eventq *q)</div><div class="ttdef"><b>Definition:</b> <a href="tw-eventq_8h_source.html#l00280">tw-eventq.h:280</a></div></div>
<div class="ttc" id="ross-extern_8h_html_ad8dd0c6c6e24d52a9fc457a6d85bd561"><div class="ttname"><a href="ross-extern_8h.html#ad8dd0c6c6e24d52a9fc457a6d85bd561">g_tw_sim_started</a></div><div class="ttdeci">unsigned int g_tw_sim_started</div><div class="ttdef"><b>Definition:</b> <a href="ross-global_8c_source.html#l00032">ross-global.c:32</a></div></div>
<div class="ttc" id="structtw__petype_html_af4aa74e1440b43a6e6296e56f9b082df"><div class="ttname"><a href="structtw__petype.html#af4aa74e1440b43a6e6296e56f9b082df">tw_petype::pre_lp_init</a></div><div class="ttdeci">pe_init_f pre_lp_init</div><div class="ttdoc">PE initialization routine, before LP init. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00060">ross-types.h:60</a></div></div>
<div class="ttc" id="ross-extern_8h_html_a0971b76f9dc9a9097c4999d4121c2518"><div class="ttname"><a href="ross-extern_8h.html#a0971b76f9dc9a9097c4999d4121c2518">g_tw_gvt_threshold</a></div><div class="ttdeci">unsigned int g_tw_gvt_threshold</div><div class="ttdef"><b>Definition:</b> <a href="ross-global_8c_source.html#l00080">ross-global.c:80</a></div></div>
<div class="ttc" id="structtw__petype_html_a14bc8242b2e81814488d4fb9000c5649"><div class="ttname"><a href="structtw__petype.html#a14bc8242b2e81814488d4fb9000c5649">tw_petype::final</a></div><div class="ttdeci">pe_final_f final</div><div class="ttdoc">PE finilization routine. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00063">ross-types.h:63</a></div></div>
<div class="ttc" id="structtw__event_html_a4e32bfdbde0d1cae06b5b3fb90adbffa"><div class="ttname"><a href="structtw__event.html#a4e32bfdbde0d1cae06b5b3fb90adbffa">tw_event::recv_ts</a></div><div class="ttdeci">tw_stime recv_ts</div><div class="ttdoc">Actual time to be received. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00282">ross-types.h:282</a></div></div>
<div class="ttc" id="st-instrumentation_8h_html_ab071ea22ad9c8846a677ec31ddad6018a93db273ac3831ea882ec636acdeedc55"><div class="ttname"><a href="st-instrumentation_8h.html#ab071ea22ad9c8846a677ec31ddad6018a93db273ac3831ea882ec636acdeedc55">FULL_TRACE</a></div><div class="ttdef"><b>Definition:</b> <a href="st-instrumentation_8h_source.html#l00173">st-instrumentation.h:173</a></div></div>
<div class="ttc" id="ross-types_8h_html_adaaa11b02ebf87f0efe8abcee612b021a04d8705c6bb4d827e03554c1737156ce"><div class="ttname"><a href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a04d8705c6bb4d827e03554c1737156ce">TW_pe_anti_msg</a></div><div class="ttdoc">Anti-message. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00217">ross-types.h:217</a></div></div>
<div class="ttc" id="structst__kp__stats_html_aeb66f5ede13e4fdfe29428cb07ea627a"><div class="ttname"><a href="structst__kp__stats.html#aeb66f5ede13e4fdfe29428cb07ea627a">st_kp_stats::s_nevent_abort</a></div><div class="ttdeci">unsigned int s_nevent_abort</div><div class="ttdef"><b>Definition:</b> <a href="st-instrumentation_8h_source.html#l00140">st-instrumentation.h:140</a></div></div>
<div class="ttc" id="st-instrumentation_8c_html_a37081b61537af6d4a5f722dba6df24b1"><div class="ttname"><a href="st-instrumentation_8c.html#a37081b61537af6d4a5f722dba6df24b1">g_st_rt_samp_start_cycles</a></div><div class="ttdeci">tw_clock g_st_rt_samp_start_cycles</div><div class="ttdef"><b>Definition:</b> <a href="st-instrumentation_8c_source.html#l00019">st-instrumentation.c:19</a></div></div>
<div class="ttc" id="tw-eventq_8h_html_a5023008188f7e7e35ce1c77caeb0d17a"><div class="ttname"><a href="tw-eventq_8h.html#a5023008188f7e7e35ce1c77caeb0d17a">tw_eventq_delete_any</a></div><div class="ttdeci">static void tw_eventq_delete_any(tw_eventq *q, tw_event *e)</div><div class="ttdef"><b>Definition:</b> <a href="tw-eventq_8h_source.html#l00384">tw-eventq.h:384</a></div></div>
<div class="ttc" id="tw-sched_8c_html_ae19668282cb4aab245e2382eea8f1967"><div class="ttname"><a href="tw-sched_8c.html#ae19668282cb4aab245e2382eea8f1967">tw_scheduler_sequential</a></div><div class="ttdeci">void tw_scheduler_sequential(tw_pe *me)</div><div class="ttdef"><b>Definition:</b> <a href="tw-sched_8c_source.html#l00445">tw-sched.c:445</a></div></div>
<div class="ttc" id="network-mpi_8c_html_a27a1957e366f9b52848477702234fc08"><div class="ttname"><a href="network-mpi_8c.html#a27a1957e366f9b52848477702234fc08">tw_net_read</a></div><div class="ttdeci">void tw_net_read(tw_pe *me)</div><div class="ttdoc">starts service_queues() to poll network </div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00572">network-mpi.c:572</a></div></div>
<div class="ttc" id="structtw__event_html_aa85d9f587fd15552d51d08c7b2b392ac"><div class="ttname"><a href="structtw__event.html#aa85d9f587fd15552d51d08c7b2b392ac">tw_event::cancel_next</a></div><div class="ttdeci">tw_event * cancel_next</div><div class="ttdoc">Next event in the cancel queue for the dest_pe. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00260">ross-types.h:260</a></div></div>
<div class="ttc" id="aarch64_8h_html_a450cf25fa5291629087ca4198de55757"><div class="ttname"><a href="aarch64_8h.html#a450cf25fa5291629087ca4198de55757">tw_clock_read</a></div><div class="ttdeci">static tw_clock tw_clock_read(void)</div><div class="ttdef"><b>Definition:</b> <a href="aarch64_8h_source.html#l00006">aarch64.h:6</a></div></div>
<div class="ttc" id="ross-extern_8h_html_a5215643013906a13f0e2febadd0b0473"><div class="ttname"><a href="ross-extern_8h.html#a5215643013906a13f0e2febadd0b0473">tw_event_free</a></div><div class="ttdeci">static void tw_event_free(tw_pe *, tw_event *)</div></div>
<div class="ttc" id="st-instrumentation_8c_html_aa6002a27f9236e4d9c61090a247341f5"><div class="ttname"><a href="st-instrumentation_8c.html#aa6002a27f9236e4d9c61090a247341f5">g_st_engine_stats</a></div><div class="ttdeci">int g_st_engine_stats</div><div class="ttdef"><b>Definition:</b> <a href="st-instrumentation_8c_source.html#l00012">st-instrumentation.c:12</a></div></div>
<div class="ttc" id="mpi__allreduce_8c_html_a805cc76b3ba7583d9bb9186afc73e2ba"><div class="ttname"><a href="mpi__allreduce_8c.html#a805cc76b3ba7583d9bb9186afc73e2ba">tw_gvt_force_update_realtime</a></div><div class="ttdeci">void tw_gvt_force_update_realtime(void)</div><div class="ttdef"><b>Definition:</b> <a href="mpi__allreduce_8c_source.html#l00046">mpi_allreduce.c:46</a></div></div>
<div class="ttc" id="st-instrumentation_8h_html_a973d9b1e0d445f4df76b97d8f829798d"><div class="ttname"><a href="st-instrumentation_8h.html#a973d9b1e0d445f4df76b97d8f829798d">st_collect_model_data</a></div><div class="ttdeci">void st_collect_model_data(tw_pe *pe, double current_rt, int stats_type)</div><div class="ttdef"><b>Definition:</b> <a href="st-model-data_8c_source.html#l00045">st-model-data.c:45</a></div></div>
<div class="ttc" id="tw-sched_8c_html_ad27b3474d878cedfe1a1f993093d8715"><div class="ttname"><a href="tw-sched_8c.html#ad27b3474d878cedfe1a1f993093d8715">tw_sched_batch</a></div><div class="ttdeci">static void tw_sched_batch(tw_pe *me)</div><div class="ttdef"><b>Definition:</b> <a href="tw-sched_8c_source.html#l00139">tw-sched.c:139</a></div></div>
<div class="ttc" id="ross-extern_8h_html_a5b88c07fbc4f7810bdc676306013b513"><div class="ttname"><a href="ross-extern_8h.html#a5b88c07fbc4f7810bdc676306013b513">tw_kp_rollback_to</a></div><div class="ttdeci">void tw_kp_rollback_to(tw_kp *kp, tw_stime to)</div><div class="ttdef"><b>Definition:</b> <a href="tw-kp_8c_source.html#l00023">tw-kp.c:23</a></div></div>
<div class="ttc" id="st-event-trace_8c_html_a186f7512fd723e604b501b3ba256178b"><div class="ttname"><a href="st-event-trace_8c.html#a186f7512fd723e604b501b3ba256178b">st_collect_event_data</a></div><div class="ttdeci">void st_collect_event_data(tw_event *cev, double recv_rt)</div><div class="ttdef"><b>Definition:</b> <a href="st-event-trace_8c_source.html#l00009">st-event-trace.c:9</a></div></div>
<div class="ttc" id="structtw__pe_html"><div class="ttname"><a href="structtw__pe.html">tw_pe</a></div><div class="ttdoc">Holds the entire PE state. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00375">ross-types.h:375</a></div></div>
<div class="ttc" id="structtw__lp_html_ae11766e3b01615bae30171e735ff7e07"><div class="ttname"><a href="structtw__lp.html#ae11766e3b01615bae30171e735ff7e07">tw_lp::suspend_flag</a></div><div class="ttdeci">unsigned int suspend_flag</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00331">ross-types.h:331</a></div></div>
<div class="ttc" id="structst__lp__stats_html_a3e175c6e5fa47ee3bffcabecd3efa72a"><div class="ttname"><a href="structst__lp__stats.html#a3e175c6e5fa47ee3bffcabecd3efa72a">st_lp_stats::s_nevent_processed</a></div><div class="ttdeci">unsigned int s_nevent_processed</div><div class="ttdef"><b>Definition:</b> <a href="st-instrumentation_8h_source.html#l00155">st-instrumentation.h:155</a></div></div>
<div class="ttc" id="structtw__kp_html_a3f7a839239647d5c13db750f34c11013"><div class="ttname"><a href="structtw__kp.html#a3f7a839239647d5c13db750f34c11013">tw_kp::pevent_q</a></div><div class="ttdeci">tw_eventq pevent_q</div><div class="ttdoc">Events processed by LPs bound to this KP. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00359">ross-types.h:359</a></div></div>
<div class="ttc" id="structtw__pe_html_a682bbfd605f12208413174e31220d26c"><div class="ttname"><a href="structtw__pe.html#a682bbfd605f12208413174e31220d26c">tw_pe::cancel_q</a></div><div class="ttdeci">tw_event * cancel_q</div><div class="ttdoc">List of canceled events. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00380">ross-types.h:380</a></div></div>
<div class="ttc" id="structtw__petype_html_af2fb96157c7bcb798710b79bbea677d3"><div class="ttname"><a href="structtw__petype.html#af2fb96157c7bcb798710b79bbea677d3">tw_petype::post_lp_init</a></div><div class="ttdeci">pe_init_f post_lp_init</div><div class="ttdoc">PE initialization routine, after LP init. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00061">ross-types.h:61</a></div></div>
<div class="ttc" id="structtw__event_html_ab29a363ffc4af436e28ea2e9c02d7856"><div class="ttname"><a href="structtw__event.html#ab29a363ffc4af436e28ea2e9c02d7856">tw_event::cv</a></div><div class="ttdeci">tw_bf cv</div><div class="ttdoc">Used by app during reverse computation. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00274">ross-types.h:274</a></div></div>
<div class="ttc" id="network-mpi_8c_html_a2818efb70df48e5e29d3dacb3e2de009"><div class="ttname"><a href="network-mpi_8c.html#a2818efb70df48e5e29d3dacb3e2de009">tw_nnodes</a></div><div class="ttdeci">unsigned int tw_nnodes(void)</div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00103">network-mpi.c:103</a></div></div>
<div class="ttc" id="ross-types_8h_html_adaaa11b02ebf87f0efe8abcee612b021a2c94cd3198cef1cf804f0cca9906e551"><div class="ttname"><a href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a2c94cd3198cef1cf804f0cca9906e551">TW_kp_pevent_q</a></div><div class="ttdoc">In a tw_kp.pevent_q. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00216">ross-types.h:216</a></div></div>
<div class="ttc" id="network-mpi_8c_html_ad2d1779a485bde77b7b62876a9ff6e25"><div class="ttname"><a href="network-mpi_8c.html#ad2d1779a485bde77b7b62876a9ff6e25">tw_net_barrier</a></div><div class="ttdeci">void tw_net_barrier(void)</div><div class="ttdef"><b>Definition:</b> <a href="network-mpi_8c_source.html#l00175">network-mpi.c:175</a></div></div>
<div class="ttc" id="structtw__pe_html_a1a18a7e9d5015e7a493cd0cced6a7989"><div class="ttname"><a href="structtw__pe.html#a1a18a7e9d5015e7a493cd0cced6a7989">tw_pe::type</a></div><div class="ttdeci">tw_petype type</div><div class="ttdoc">Model defined PE type routines. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00377">ross-types.h:377</a></div></div>
<div class="ttc" id="mpi__allreduce_8c_html_ab480140292034a18580653906c0663ed"><div class="ttname"><a href="mpi__allreduce_8c.html#ab480140292034a18580653906c0663ed">tw_gvt_step1</a></div><div class="ttdeci">void tw_gvt_step1(tw_pe *me)</div><div class="ttdef"><b>Definition:</b> <a href="mpi__allreduce_8c_source.html#l00069">mpi_allreduce.c:69</a></div></div>
<div class="ttc" id="ross-extern_8h_html_ade2fd253bc0194452fe2c12b94577fa1"><div class="ttname"><a href="ross-extern_8h.html#ade2fd253bc0194452fe2c12b94577fa1">g_tw_gvt_realtime_interval</a></div><div class="ttdeci">unsigned long long g_tw_gvt_realtime_interval</div><div class="ttdef"><b>Definition:</b> <a href="ross-global_8c_source.html#l00065">ross-global.c:65</a></div></div>
<div class="ttc" id="tw-sched_8c_html_a5c11d3a2f7e286ede48944061694ba42"><div class="ttname"><a href="tw-sched_8c.html#a5c11d3a2f7e286ede48944061694ba42">g_tw_rollback_time</a></div><div class="ttdeci">double g_tw_rollback_time</div><div class="ttdef"><b>Definition:</b> <a href="tw-sched_8c_source.html#l00731">tw-sched.c:731</a></div></div>
<div class="ttc" id="structtw__event_html_adf9d923fa55a01e84d43ce33d1345764"><div class="ttname"><a href="structtw__event.html#adf9d923fa55a01e84d43ce33d1345764">tw_event::prev</a></div><div class="ttdeci">tw_event * prev</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00252">ross-types.h:252</a></div></div>
<div class="ttc" id="structtw__pe_html_a0c3cba781d3d3836d9ebdd93d5be8be5"><div class="ttname"><a href="structtw__pe.html#a0c3cba781d3d3836d9ebdd93d5be8be5">tw_pe::free_q</a></div><div class="ttdeci">tw_eventq free_q</div><div class="ttdoc">Linked list of free tw_events. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00383">ross-types.h:383</a></div></div>
<div class="ttc" id="structtw__lp_html_a8028662b2668953fa9f49f2df7d00850"><div class="ttname"><a href="structtw__lp.html#a8028662b2668953fa9f49f2df7d00850">tw_lp::kp</a></div><div class="ttdeci">tw_kp * kp</div><div class="ttdoc">kp – Kernel process that we belong to (must match pe). </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00313">ross-types.h:313</a></div></div>
<div class="ttc" id="ross-extern_8h_html_a0782b6be50ca83cb7f43782cde7d9ad4"><div class="ttname"><a href="ross-extern_8h.html#a0782b6be50ca83cb7f43782cde7d9ad4">tw_stats</a></div><div class="ttdeci">void tw_stats(tw_pe *me)</div><div class="ttdef"><b>Definition:</b> <a href="tw-stats_8c_source.html#l00125">tw-stats.c:125</a></div></div>
<div class="ttc" id="structtw__event_html"><div class="ttname"><a href="structtw__event.html">tw_event</a></div><div class="ttdoc">Event Stucture. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00250">ross-types.h:250</a></div></div>
<div class="ttc" id="st-instrumentation_8h_html_a62e322fd5fc534ed1f671bfcae80f21fa93ff122cb292f3f403fca354f2459863"><div class="ttname"><a href="st-instrumentation_8h.html#a62e322fd5fc534ed1f671bfcae80f21fa93ff122cb292f3f403fca354f2459863">RT_COL</a></div><div class="ttdef"><b>Definition:</b> <a href="st-instrumentation_8h_source.html#l00042">st-instrumentation.h:42</a></div></div>
<div class="ttc" id="structtw__kp_html"><div class="ttname"><a href="structtw__kp.html">tw_kp</a></div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00340">ross-types.h:340</a></div></div>
<div class="ttc" id="splay_8c_html_a94afee48f89c610daf86df689b10712e"><div class="ttname"><a href="splay_8c.html#a94afee48f89c610daf86df689b10712e">tw_pq_delete_any</a></div><div class="ttdeci">void tw_pq_delete_any(splay_tree *st, tw_event *r)</div><div class="ttdef"><b>Definition:</b> <a href="splay_8c_source.html#l00288">splay.c:288</a></div></div>
<div class="ttc" id="splay_8c_html_a565d3c6a9a77554cd31df48547edf4ad"><div class="ttname"><a href="splay_8c.html#a565d3c6a9a77554cd31df48547edf4ad">tw_pq_dequeue</a></div><div class="ttdeci">tw_event * tw_pq_dequeue(splay_tree *st)</div><div class="ttdef"><b>Definition:</b> <a href="splay_8c_source.html#l00245">splay.c:245</a></div></div>
<div class="ttc" id="structtw__lp_html_a3e75d9bf7796c16870ad686564ee4c20"><div class="ttname"><a href="structtw__lp.html#a3e75d9bf7796c16870ad686564ee4c20">tw_lp::gid</a></div><div class="ttdeci">tw_lpid gid</div><div class="ttdoc">global LP id </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00306">ross-types.h:306</a></div></div>
<div class="ttc" id="ross_8h_html_a650bdf282bba8368dd3325bed7e12abc"><div class="ttname"><a href="ross_8h.html#a650bdf282bba8368dd3325bed7e12abc">TW_STIME_CMP</a></div><div class="ttdeci">#define TW_STIME_CMP(x, y)</div><div class="ttdef"><b>Definition:</b> <a href="ross_8h_source.html#l00154">ross.h:154</a></div></div>
<div class="ttc" id="ross-extern_8h_html_ad188f65402a3bc8f2751e3f653849bc3"><div class="ttname"><a href="ross-extern_8h.html#ad188f65402a3bc8f2751e3f653849bc3">g_tw_gvt_interval</a></div><div class="ttdeci">unsigned int g_tw_gvt_interval</div><div class="ttdef"><b>Definition:</b> <a href="ross-global_8c_source.html#l00063">ross-global.c:63</a></div></div>
<div class="ttc" id="structtw__event_html_a5b1396b64aa4caf29bdc26f0930a250b"><div class="ttname"><a href="structtw__event.html#a5b1396b64aa4caf29bdc26f0930a250b">tw_event::critical_path</a></div><div class="ttdeci">unsigned int critical_path</div><div class="ttdoc">Critical path of this event. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00278">ross-types.h:278</a></div></div>
<div class="ttc" id="structtw__event_html_a4e59fdcbe04117541f00ec8711d3b750"><div class="ttname"><a href="structtw__event.html#a4e59fdcbe04117541f00ec8711d3b750">tw_event::next</a></div><div class="ttdeci">tw_event * next</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00251">ross-types.h:251</a></div></div>
<div class="ttc" id="st-instrumentation_8h_html_a2a5b594b0675d6ec442baf16bbacdd47a1be4f69425bed3a0f8f35f42f4dcec4a"><div class="ttname"><a href="st-instrumentation_8h.html#a2a5b594b0675d6ec442baf16bbacdd47a1be4f69425bed3a0f8f35f42f4dcec4a">RT_STATS</a></div><div class="ttdef"><b>Definition:</b> <a href="st-instrumentation_8h_source.html#l00233">st-instrumentation.h:233</a></div></div>
<div class="ttc" id="structtw__pe_html_aa172b398c08f6cb989cf2449adb06a12"><div class="ttname"><a href="structtw__pe.html#aa172b398c08f6cb989cf2449adb06a12">tw_pe::cur_event</a></div><div class="ttdeci">tw_event * cur_event</div><div class="ttdoc">Current event being processed. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00385">ross-types.h:385</a></div></div>
<div class="ttc" id="ross-extern_8h_html_ad2b9212f634d736cfcdf03b9a3b3a818"><div class="ttname"><a href="ross-extern_8h.html#ad2b9212f634d736cfcdf03b9a3b3a818">g_tw_mblock</a></div><div class="ttdeci">unsigned int g_tw_mblock</div><div class="ttdef"><b>Definition:</b> <a href="ross-global_8c_source.html#l00062">ross-global.c:62</a></div></div>
<div class="ttc" id="tw-eventq_8h_html_a15808ddde33bee012aeb05776a7da6b7"><div class="ttname"><a href="tw-eventq_8h.html#a15808ddde33bee012aeb05776a7da6b7">tw_eventq_pop_list</a></div><div class="ttdeci">static tw_event * tw_eventq_pop_list(tw_eventq *q)</div><div class="ttdef"><b>Definition:</b> <a href="tw-eventq_8h_source.html#l00412">tw-eventq.h:412</a></div></div>
<div class="ttc" id="tw-sched_8c_html_a1ebf9585a3de4d61c5fc050c7600fcd8"><div class="ttname"><a href="tw-sched_8c.html#a1ebf9585a3de4d61c5fc050c7600fcd8">tw_scheduler_optimistic</a></div><div class="ttdeci">void tw_scheduler_optimistic(tw_pe *me)</div><div class="ttdef"><b>Definition:</b> <a href="tw-sched_8c_source.html#l00634">tw-sched.c:634</a></div></div>
<div class="ttc" id="ross-extern_8h_html_aab34bd3abe37a02c5a785eba6161d498"><div class="ttname"><a href="ross-extern_8h.html#aab34bd3abe37a02c5a785eba6161d498">tw_pre_run_lps</a></div><div class="ttdeci">void tw_pre_run_lps(tw_pe *me)</div><div class="ttdef"><b>Definition:</b> <a href="tw-lp_8c_source.html#l00147">tw-lp.c:147</a></div></div>
<div class="ttc" id="ross-extern_8h_html_a3def69f148eaba619b26c898c90687b8"><div class="ttname"><a href="ross-extern_8h.html#a3def69f148eaba619b26c898c90687b8">tw_event_data</a></div><div class="ttdeci">static void * tw_event_data(tw_event *event)</div></div>
<div class="ttc" id="mpi__allreduce_8c_html_a483098cf3c7db0378e825db007a3a300"><div class="ttname"><a href="mpi__allreduce_8c.html#a483098cf3c7db0378e825db007a3a300">tw_gvt_force_update</a></div><div class="ttdeci">void tw_gvt_force_update(void)</div><div class="ttdef"><b>Definition:</b> <a href="mpi__allreduce_8c_source.html#l00039">mpi_allreduce.c:39</a></div></div>
<div class="ttc" id="st-instrumentation_8c_html_ab8c84f60bff9ee801f44654034679fb1"><div class="ttname"><a href="st-instrumentation_8c.html#ab8c84f60bff9ee801f44654034679fb1">g_st_rt_sampling</a></div><div class="ttdeci">int g_st_rt_sampling</div><div class="ttdef"><b>Definition:</b> <a href="st-instrumentation_8c_source.html#l00017">st-instrumentation.c:17</a></div></div>
<div class="ttc" id="splay_8c_html_a60a6784c1d092ff7ddf96cf6762d7b9e"><div class="ttname"><a href="splay_8c.html#a60a6784c1d092ff7ddf96cf6762d7b9e">tw_pq_enqueue</a></div><div class="ttdeci">void tw_pq_enqueue(splay_tree *st, tw_event *e)</div><div class="ttdef"><b>Definition:</b> <a href="splay_8c_source.html#l00195">splay.c:195</a></div></div>
<div class="ttc" id="tw-sched_8c_html_ae7357a99fcf58867f153cb7ab920b400"><div class="ttname"><a href="tw-sched_8c.html#ae7357a99fcf58867f153cb7ab920b400">tw_sched_init</a></div><div class="ttdeci">void tw_sched_init(tw_pe *me)</div><div class="ttdef"><b>Definition:</b> <a href="tw-sched_8c_source.html#l00404">tw-sched.c:404</a></div></div>
<div class="ttc" id="structst__kp__stats_html_a104d335ef8681a661735bbe760deca1b"><div class="ttname"><a href="structst__kp__stats.html#a104d335ef8681a661735bbe760deca1b">st_kp_stats::s_nevent_processed</a></div><div class="ttdeci">unsigned int s_nevent_processed</div><div class="ttdef"><b>Definition:</b> <a href="st-instrumentation_8h_source.html#l00139">st-instrumentation.h:139</a></div></div>
<div class="ttc" id="structtw__event_html_a7f8588732c77f3e428cf2cfeee72c997"><div class="ttname"><a href="structtw__event.html#a7f8588732c77f3e428cf2cfeee72c997">tw_event::send_lp</a></div><div class="ttdeci">tw_lpid send_lp</div><div class="ttdoc">sending LP ID for data collection uses </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00285">ross-types.h:285</a></div></div>
<div class="ttc" id="structtw__pe_html_ae9ea107324c86529f69a2b32526e19a8"><div class="ttname"><a href="structtw__pe.html#ae9ea107324c86529f69a2b32526e19a8">tw_pe::start_time</a></div><div class="ttdeci">tw_wtime start_time</div><div class="ttdoc">When this PE first started execution. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00412">ross-types.h:412</a></div></div>
<div class="ttc" id="ross-extern_8h_html_a83ae3f8b8b94935a1dbdfa2d2552f508"><div class="ttname"><a href="ross-extern_8h.html#a83ae3f8b8b94935a1dbdfa2d2552f508">g_tw_mynode</a></div><div class="ttdeci">tw_peid g_tw_mynode</div><div class="ttdef"><b>Definition:</b> <a href="ross-global_8c_source.html#l00088">ross-global.c:88</a></div></div>
<div class="ttc" id="ross-types_8h_html_adaaa11b02ebf87f0efe8abcee612b021a05a11a4e0b1503e282231d0ecf9c266d"><div class="ttname"><a href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a05a11a4e0b1503e282231d0ecf9c266d">TW_pe_free_q</a></div><div class="ttdoc">In tw_pe.free_q. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00222">ross-types.h:222</a></div></div>
<div class="ttc" id="ross-extern_8h_html_abb6067d27f1c3e888c1d276490f28088"><div class="ttname"><a href="ross-extern_8h.html#abb6067d27f1c3e888c1d276490f28088">g_tw_masternode</a></div><div class="ttdeci">tw_peid g_tw_masternode</div><div class="ttdef"><b>Definition:</b> <a href="ross-global_8c_source.html#l00089">ross-global.c:89</a></div></div>
<div class="ttc" id="ross-extern_8h_html_abb6fbfaf29e819dca59955bfda375992"><div class="ttname"><a href="ross-extern_8h.html#abb6fbfaf29e819dca59955bfda375992">tw_wall_now</a></div><div class="ttdeci">void tw_wall_now(tw_wtime *t)</div><div class="ttdef"><b>Definition:</b> <a href="tw-timing_8c_source.html#l00004">tw-timing.c:4</a></div></div>
<div class="ttc" id="structtw__pe_html_a90e1dbe51a084d6e02580667159e13ff"><div class="ttname"><a href="structtw__pe.html#a90e1dbe51a084d6e02580667159e13ff">tw_pe::pq</a></div><div class="ttdeci">tw_pq * pq</div><div class="ttdoc">Priority queue used to sort events. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00381">ross-types.h:381</a></div></div>
<div class="ttc" id="structtw__statistics_html_a1c60ba2fc1683cc9cff5da33497f13f0"><div class="ttname"><a href="structtw__statistics.html#a1c60ba2fc1683cc9cff5da33497f13f0">tw_statistics::s_net_read</a></div><div class="ttdeci">tw_clock s_net_read</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00136">ross-types.h:136</a></div></div>
<div class="ttc" id="st-instrumentation_8h_html_a6ae8d8f288de23fd6a4d9d3c8a7b296a"><div class="ttname"><a href="st-instrumentation_8h.html#a6ae8d8f288de23fd6a4d9d3c8a7b296a">st_collect_engine_data</a></div><div class="ttdeci">void st_collect_engine_data(tw_pe *me, int col_type)</div><div class="ttdef"><b>Definition:</b> <a href="st-sim-engine_8c_source.html#l00010">st-sim-engine.c:10</a></div></div>
<div class="ttc" id="structtw__lptype_html_afd3d1d270480dfaaf8e9af841122bf39"><div class="ttname"><a href="structtw__lptype.html#afd3d1d270480dfaaf8e9af841122bf39">tw_lptype::commit</a></div><div class="ttdeci">commit_f commit</div><div class="ttdoc">LP Commit event routine. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00092">ross-types.h:92</a></div></div>
<div class="ttc" id="ross_8h_html"><div class="ttname"><a href="ross_8h.html">ross.h</a></div></div>
<div class="ttc" id="st-instrumentation_8c_html_a4775e770faa8c51fc4d08989f610770f"><div class="ttname"><a href="st-instrumentation_8c.html#a4775e770faa8c51fc4d08989f610770f">g_st_model_stats</a></div><div class="ttdeci">int g_st_model_stats</div><div class="ttdef"><b>Definition:</b> <a href="st-instrumentation_8c_source.html#l00011">st-instrumentation.c:11</a></div></div>
<div class="ttc" id="structtw__event_html_af17bb0c089b131142a2cb9c98bee0753"><div class="ttname"><a href="structtw__event.html#af17bb0c089b131142a2cb9c98bee0753">tw_event::send_pe</a></div><div class="ttdeci">tw_peid send_pe</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00284">ross-types.h:284</a></div></div>
<div class="ttc" id="tw-sched_8c_html_accfa49d85bd68f2c53d4a08cf64ace88"><div class="ttname"><a href="tw-sched_8c.html#accfa49d85bd68f2c53d4a08cf64ace88">tw_scheduler_optimistic_realtime</a></div><div class="ttdeci">void tw_scheduler_optimistic_realtime(tw_pe *me)</div><div class="ttdef"><b>Definition:</b> <a href="tw-sched_8c_source.html#l00680">tw-sched.c:680</a></div></div>
<div class="ttc" id="tw-sched_8c_html_ad49988d8dcde406fac7f4a2e11eac17f"><div class="ttname"><a href="tw-sched_8c.html#ad49988d8dcde406fac7f4a2e11eac17f">tw_scheduler_optimistic_debug</a></div><div class="ttdeci">void tw_scheduler_optimistic_debug(tw_pe *me)</div><div class="ttdef"><b>Definition:</b> <a href="tw-sched_8c_source.html#l00733">tw-sched.c:733</a></div></div>
<div class="ttc" id="structtw__statistics_html_a62e777ce390693fbe7b4fb88110c3c10"><div class="ttname"><a href="structtw__statistics.html#a62e777ce390693fbe7b4fb88110c3c10">tw_statistics::s_pe_event_ties</a></div><div class="ttdeci">tw_stat s_pe_event_ties</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00130">ross-types.h:130</a></div></div>
<div class="ttc" id="st-instrumentation_8h_html_ab071ea22ad9c8846a677ec31ddad6018af921f2921bd23607b658a051b82f9ffc"><div class="ttname"><a href="st-instrumentation_8h.html#ab071ea22ad9c8846a677ec31ddad6018af921f2921bd23607b658a051b82f9ffc">RB_TRACE</a></div><div class="ttdef"><b>Definition:</b> <a href="st-instrumentation_8h_source.html#l00174">st-instrumentation.h:174</a></div></div>
<div class="ttc" id="ross-extern_8h_html_a64819ac4aba17987e01bb13142e78c86"><div class="ttname"><a href="ross-extern_8h.html#a64819ac4aba17987e01bb13142e78c86">tw_kp_rollback_event</a></div><div class="ttdeci">void tw_kp_rollback_event(tw_event *event)</div><div class="ttdef"><b>Definition:</b> <a href="tw-kp_8c_source.html#l00067">tw-kp.c:67</a></div></div>
<div class="ttc" id="ross-extern_8h_html_ac66e6455900b508bb4e4e0cef4df8061"><div class="ttname"><a href="ross-extern_8h.html#ac66e6455900b508bb4e4e0cef4df8061">tw_init_lps</a></div><div class="ttdeci">void tw_init_lps(tw_pe *me)</div><div class="ttdef"><b>Definition:</b> <a href="tw-lp_8c_source.html#l00083">tw-lp.c:83</a></div></div>
<div class="ttc" id="structtw__event_html_aaccf9aa1154e261f109c6add9abb487b"><div class="ttname"><a href="structtw__event.html#aaccf9aa1154e261f109c6add9abb487b">tw_event::state</a></div><div class="ttdeci">struct tw_event::@0 state</div></div>
<div class="ttc" id="structtw__pe_html_a164ff8a0fc75eddb81fb6629396fea39"><div class="ttname"><a href="structtw__pe.html#a164ff8a0fc75eddb81fb6629396fea39">tw_pe::end_time</a></div><div class="ttdeci">tw_wtime end_time</div><div class="ttdoc">When this PE finished its execution. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00413">ross-types.h:413</a></div></div>
<div class="ttc" id="tw-eventq_8h_html_a6be6332230ef4fb5c8a3f4a0412493a8"><div class="ttname"><a href="tw-eventq_8h.html#a6be6332230ef4fb5c8a3f4a0412493a8">tw_eventq_unshift</a></div><div class="ttdeci">static void tw_eventq_unshift(tw_eventq *q, tw_event *e)</div><div class="ttdef"><b>Definition:</b> <a href="tw-eventq_8h_source.html#l00320">tw-eventq.h:320</a></div></div>
<div class="ttc" id="structtw__lp_html_a9fd32632e5c45a00faf16a6fd0814640"><div class="ttname"><a href="structtw__lp.html#a9fd32632e5c45a00faf16a6fd0814640">tw_lp::pe</a></div><div class="ttdeci">tw_pe * pe</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00308">ross-types.h:308</a></div></div>
<div class="ttc" id="structtw__pe_html_a3f82dbbf2dbb0163b6078ff25cb75a1b"><div class="ttname"><a href="structtw__pe.html#a3f82dbbf2dbb0163b6078ff25cb75a1b">tw_pe::GVT</a></div><div class="ttdeci">tw_stime GVT</div><div class="ttdoc">Global Virtual Time. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00403">ross-types.h:403</a></div></div>
<div class="ttc" id="mpi__allreduce_8h_html_a10504ff786bda8b4bc15aa8ef06f6881"><div class="ttname"><a href="mpi__allreduce_8h.html#a10504ff786bda8b4bc15aa8ef06f6881">percent_complete</a></div><div class="ttdeci">static double percent_complete</div><div class="ttdef"><b>Definition:</b> <a href="mpi__allreduce_8h_source.html#l00005">mpi_allreduce.h:5</a></div></div>
<div class="ttc" id="st-instrumentation_8c_html_a1dad744b7748e0ae7eee6b11577e744b"><div class="ttname"><a href="st-instrumentation_8c.html#a1dad744b7748e0ae7eee6b11577e744b">st_inst_finalize</a></div><div class="ttdeci">void st_inst_finalize(tw_pe *me)</div><div class="ttdef"><b>Definition:</b> <a href="st-instrumentation_8c_source.html#l00105">st-instrumentation.c:105</a></div></div>
<div class="ttc" id="mpi__allreduce_8h_html_a987cf58596f8cd786d561f50cf23d3d3"><div class="ttname"><a href="mpi__allreduce_8h.html#a987cf58596f8cd786d561f50cf23d3d3">gvt_print</a></div><div class="ttdeci">static void gvt_print(tw_stime gvt)</div><div class="ttdef"><b>Definition:</b> <a href="mpi__allreduce_8h_source.html#l00014">mpi_allreduce.h:14</a></div></div>
<div class="ttc" id="aarch64_8h_html_abcd6b97b84bebf1f961f85cd24b56c60"><div class="ttname"><a href="aarch64_8h.html#abcd6b97b84bebf1f961f85cd24b56c60">tw_clock</a></div><div class="ttdeci">uint64_t tw_clock</div><div class="ttdef"><b>Definition:</b> <a href="aarch64_8h_source.html#l00004">aarch64.h:4</a></div></div>
<div class="ttc" id="mpi__allreduce_8c_html_a7e182a4c303c555479ee1e4143d57784"><div class="ttname"><a href="mpi__allreduce_8c.html#a7e182a4c303c555479ee1e4143d57784">tw_gvt_step1_realtime</a></div><div class="ttdeci">void tw_gvt_step1_realtime(tw_pe *me)</div><div class="ttdef"><b>Definition:</b> <a href="mpi__allreduce_8c_source.html#l00079">mpi_allreduce.c:79</a></div></div>
<div class="ttc" id="ross-kernel-inline_8h_html_afd7e8bb46e590a19612ac045cf3f6f03"><div class="ttname"><a href="ross-kernel-inline_8h.html#afd7e8bb46e590a19612ac045cf3f6f03">ROSS_MAX</a></div><div class="ttdeci">#define ROSS_MAX(a, b)</div><div class="ttdef"><b>Definition:</b> <a href="ross-kernel-inline_8h_source.html#l00005">ross-kernel-inline.h:5</a></div></div>
<div class="ttc" id="structtw__lp_html_a34fb8e673f23705156b2473503e8a2d5"><div class="ttname"><a href="structtw__lp.html#a34fb8e673f23705156b2473503e8a2d5">tw_lp::cur_state</a></div><div class="ttdeci">void * cur_state</div><div class="ttdoc">Current application LP data. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00315">ross-types.h:315</a></div></div>
<div class="ttc" id="structtw__lptype_html_a4510afb56377e810a7a4094bc8156dc7"><div class="ttname"><a href="structtw__lptype.html#a4510afb56377e810a7a4094bc8156dc7">tw_lptype::event</a></div><div class="ttdeci">event_f event</div><div class="ttdoc">LP event handler routine. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00090">ross-types.h:90</a></div></div>
<div class="ttc" id="structtw__eventq_html_a0c96afb4c69e6f7bba7e72b1332dbd6e"><div class="ttname"><a href="structtw__eventq.html#a0c96afb4c69e6f7bba7e72b1332dbd6e">tw_eventq::size</a></div><div class="ttdeci">size_t size</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00166">ross-types.h:166</a></div></div>
<div class="ttc" id="st-event-trace_8c_html_aa8f89edcf6adbbfc0b12f6376ca511c3"><div class="ttname"><a href="st-event-trace_8c.html#aa8f89edcf6adbbfc0b12f6376ca511c3">g_st_ev_trace</a></div><div class="ttdeci">int g_st_ev_trace</div><div class="ttdef"><b>Definition:</b> <a href="st-event-trace_8c_source.html#l00003">st-event-trace.c:3</a></div></div>
<div class="ttc" id="tw-sched_8c_html_ab3e02a0e976921bd18a11b8b6a00c110"><div class="ttname"><a href="tw-sched_8c.html#ab3e02a0e976921bd18a11b8b6a00c110">tw_scheduler_conservative</a></div><div class="ttdeci">void tw_scheduler_conservative(tw_pe *me)</div><div class="ttdef"><b>Definition:</b> <a href="tw-sched_8c_source.html#l00514">tw-sched.c:514</a></div></div>
<div class="ttc" id="ross-extern_8h_html_ad90c1310a5aeee6d9bff67237f3e9913"><div class="ttname"><a href="ross-extern_8h.html#ad90c1310a5aeee6d9bff67237f3e9913">tw_event_rollback</a></div><div class="ttdeci">void tw_event_rollback(tw_event *event)</div><div class="ttdef"><b>Definition:</b> <a href="tw-event_8c_source.html#l00181">tw-event.c:181</a></div></div>
<div class="ttc" id="ross-extern_8h_html_a4a237c68db5a0325e986d3710088d427"><div class="ttname"><a href="ross-extern_8h.html#a4a237c68db5a0325e986d3710088d427">g_tw_nkp</a></div><div class="ttdeci">tw_kpid g_tw_nkp</div><div class="ttdef"><b>Definition:</b> <a href="ross-global_8c_source.html#l00025">ross-global.c:25</a></div></div>
<div class="ttc" id="mpi__allreduce_8c_html_aef8c69bf46e491eb7fe51c088857d60f"><div class="ttname"><a href="mpi__allreduce_8c.html#aef8c69bf46e491eb7fe51c088857d60f">tw_gvt_step2</a></div><div class="ttdeci">void tw_gvt_step2(tw_pe *me)</div><div class="ttdef"><b>Definition:</b> <a href="mpi__allreduce_8c_source.html#l00102">mpi_allreduce.c:102</a></div></div>
<div class="ttc" id="tw-sched_8c_html_a1586b72acaa34a4ef8cc6aadabe9711e"><div class="ttname"><a href="tw-sched_8c.html#a1586b72acaa34a4ef8cc6aadabe9711e">tw_sched_batch_realtime</a></div><div class="ttdeci">static void tw_sched_batch_realtime(tw_pe *me)</div><div class="ttdef"><b>Definition:</b> <a href="tw-sched_8c_source.html#l00273">tw-sched.c:273</a></div></div>
<div class="ttc" id="structtw__pe_html_a8a57f2123eddf6a195d82ecc781093e6"><div class="ttname"><a href="structtw__pe.html#a8a57f2123eddf6a195d82ecc781093e6">tw_pe::id</a></div><div class="ttdeci">tw_peid id</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00376">ross-types.h:376</a></div></div>
<div class="ttc" id="ross-types_8h_html_adaaa11b02ebf87f0efe8abcee612b021a78b06964847ca1cb36eb2ab8451994f8"><div class="ttname"><a href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a78b06964847ca1cb36eb2ab8451994f8">TW_pe_pq</a></div><div class="ttdoc">In a tw_pe.pq. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00215">ross-types.h:215</a></div></div>
<div class="ttc" id="structtw__statistics_html_a77e96c47b9469e7a2dac21158f66d192"><div class="ttname"><a href="structtw__statistics.html#a77e96c47b9469e7a2dac21158f66d192">tw_statistics::s_total</a></div><div class="ttdeci">tw_clock s_total</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00134">ross-types.h:134</a></div></div>
<div class="ttc" id="structtw__statistics_html_abee413204afa47b508421b50b55cbbc4"><div class="ttname"><a href="structtw__statistics.html#abee413204afa47b508421b50b55cbbc4">tw_statistics::s_event_abort</a></div><div class="ttdeci">tw_clock s_event_abort</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00141">ross-types.h:141</a></div></div>
<div class="ttc" id="tw-sched_8c_html_abe0eb975865f0cde7f2c2e3129bd18d7"><div class="ttname"><a href="tw-sched_8c.html#abe0eb975865f0cde7f2c2e3129bd18d7">tw_sched_cancel_q</a></div><div class="ttdeci">static void tw_sched_cancel_q(tw_pe *me)</div><div class="ttdef"><b>Definition:</b> <a href="tw-sched_8c_source.html#l00074">tw-sched.c:74</a></div></div>
<div class="ttc" id="ross-extern_8h_html_ae6211f101eb9694fec8f350c874ba6cd"><div class="ttname"><a href="ross-extern_8h.html#ae6211f101eb9694fec8f350c874ba6cd">g_tw_lookahead</a></div><div class="ttdeci">double g_tw_lookahead</div><div class="ttdef"><b>Definition:</b> <a href="ross-global_8c_source.html#l00049">ross-global.c:49</a></div></div>
<div class="ttc" id="structtw__statistics_html_a94f3a9b746bc08e1bd11a971256bd98a"><div class="ttname"><a href="structtw__statistics.html#a94f3a9b746bc08e1bd11a971256bd98a">tw_statistics::s_rollback</a></div><div class="ttdeci">tw_clock s_rollback</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00144">ross-types.h:144</a></div></div>
<div class="ttc" id="structtw__event_html_aff6407fbf10d86926eae51f389ae3cba"><div class="ttname"><a href="structtw__event.html#aff6407fbf10d86926eae51f389ae3cba">tw_event::cancel_q</a></div><div class="ttdeci">unsigned char cancel_q</div><div class="ttdoc">Actively on a dest_lp-&gt;pe&#39;s cancel_q. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00269">ross-types.h:269</a></div></div>
<div class="ttc" id="ross_8h_html_a096f73feb08316896d644277b486c9ea"><div class="ttname"><a href="ross_8h.html#a096f73feb08316896d644277b486c9ea">TW_STIME_DBL</a></div><div class="ttdeci">#define TW_STIME_DBL(x)</div><div class="ttdef"><b>Definition:</b> <a href="ross_8h_source.html#l00153">ross.h:153</a></div></div>
<div class="ttc" id="structst__lp__stats_html_ac2526f77549ed35b48025e728b443ed6"><div class="ttname"><a href="structst__lp__stats.html#ac2526f77549ed35b48025e728b443ed6">st_lp_stats::s_nevent_abort</a></div><div class="ttdeci">unsigned int s_nevent_abort</div><div class="ttdef"><b>Definition:</b> <a href="st-instrumentation_8h_source.html#l00156">st-instrumentation.h:156</a></div></div>
<div class="ttc" id="io-mpi_8c_html_a2c72f26ee424fa3597838fd69de45cdb"><div class="ttname"><a href="io-mpi_8c.html#a2c72f26ee424fa3597838fd69de45cdb">io_load_events</a></div><div class="ttdeci">void io_load_events(tw_pe *me)</div><div class="ttdef"><b>Definition:</b> <a href="io-mpi_8c_source.html#l00227">io-mpi.c:227</a></div></div>
<div class="ttc" id="tw-sched_8c_html_a0bb0520414480154343b267735636433"><div class="ttname"><a href="tw-sched_8c.html#a0bb0520414480154343b267735636433">tw_sched_event_q</a></div><div class="ttdeci">static void tw_sched_event_q(tw_pe *me)</div><div class="ttdef"><b>Definition:</b> <a href="tw-sched_8c_source.html#l00021">tw-sched.c:21</a></div></div>
<div class="ttc" id="structtw__kp_html_aabf1253aa1eb55c613a70fb3c9271117"><div class="ttname"><a href="structtw__kp.html#aabf1253aa1eb55c613a70fb3c9271117">tw_kp::last_time</a></div><div class="ttdeci">tw_stime last_time</div><div class="ttdoc">Time of the current event being processed. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00360">ross-types.h:360</a></div></div>
<div class="ttc" id="structtw__statistics_html_a288053705e5e498d021498a1fe6a39e7"><div class="ttname"><a href="structtw__statistics.html#a288053705e5e498d021498a1fe6a39e7">tw_statistics::s_cancel_q</a></div><div class="ttdeci">tw_clock s_cancel_q</div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00146">ross-types.h:146</a></div></div>
<div class="ttc" id="structtw__pe_html_a5a432d56a00d136a8ed94a309014d591"><div class="ttname"><a href="structtw__pe.html#a5a432d56a00d136a8ed94a309014d591">tw_pe::cev_abort</a></div><div class="ttdeci">unsigned char cev_abort</div><div class="ttdoc">Current event being processed must be aborted. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00399">ross-types.h:399</a></div></div>
<div class="ttc" id="structtw__kp_html_ac6d205df22a30a62f5694ac1d3d1c14a"><div class="ttname"><a href="structtw__kp.html#ac6d205df22a30a62f5694ac1d3d1c14a">tw_kp::s_nevent_processed</a></div><div class="ttdeci">tw_stat s_nevent_processed</div><div class="ttdoc">Number of events processed. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00361">ross-types.h:361</a></div></div>
<div class="ttc" id="ross-extern_8h_html_a58e9630b16ab32d76f404da9873a69d3"><div class="ttname"><a href="ross-extern_8h.html#a58e9630b16ab32d76f404da9873a69d3">g_tw_gvt_interval_start_cycles</a></div><div class="ttdeci">unsigned long long g_tw_gvt_interval_start_cycles</div><div class="ttdef"><b>Definition:</b> <a href="ross-global_8c_source.html#l00066">ross-global.c:66</a></div></div>
<div class="ttc" id="structtw__lp_html"><div class="ttname"><a href="structtw__lp.html">tw_lp</a></div><div class="ttdoc">LP State Structure. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00304">ross-types.h:304</a></div></div>
<div class="ttc" id="ross-types_8h_html_adaaa11b02ebf87f0efe8abcee612b021a26a5d83ab76e077bf87d5e9a92fa5cf6"><div class="ttname"><a href="ross-types_8h.html#adaaa11b02ebf87f0efe8abcee612b021a26a5d83ab76e077bf87d5e9a92fa5cf6">TW_pe_event_q</a></div><div class="ttdoc">In a tw_pe.event_q list. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00214">ross-types.h:214</a></div></div>
<div class="ttc" id="ross-extern_8h_html_a64132b3acc0476622c31d7dc1676d227"><div class="ttname"><a href="ross-extern_8h.html#a64132b3acc0476622c31d7dc1676d227">g_tw_kp</a></div><div class="ttdeci">tw_kp ** g_tw_kp</div><div class="ttdef"><b>Definition:</b> <a href="ross-global_8c_source.html#l00027">ross-global.c:27</a></div></div>
<div class="ttc" id="structtw__event_html_a6164e23fd9a6397de27abc5852f4b6c3"><div class="ttname"><a href="structtw__event.html#a6164e23fd9a6397de27abc5852f4b6c3">tw_event::owner</a></div><div class="ttdeci">unsigned char owner</div><div class="ttdoc">Owner of the next/prev pointers; see tw_event_owner. </div><div class="ttdef"><b>Definition:</b> <a href="ross-types_8h_source.html#l00268">ross-types.h:268</a></div></div>
</div><!-- fragment --></div><!-- contents -->
<!-- start footer part -->
<hr class="footer"/><address class="footer"><small>
Generated by &#160;<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/>
</a> 1.8.6
</small></address>
</body>
</html>
